-- Logs begin at Thu 2022-05-26 23:27:06 UTC, end at Fri 2022-05-27 00:54:17 UTC. --
May 27 00:18:59.295534 dv-cinder-843305-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 27 00:19:01.483749 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.common.config [-] Logging enabled!
May 27 00:19:01.484511 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8
May 27 00:19:01.484511 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83641) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
May 27 00:19:01.486752 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.common.config [-] Logging enabled!
May 27 00:19:01.487009 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8
May 27 00:19:01.487253 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83641) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
May 27 00:19:01.488269 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 27 00:19:01.488505 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 27 00:19:01.488866 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 27 00:19:01.489115 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 27 00:19:01.489341 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 27 00:19:01.489666 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.489967 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.490268 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.490500 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.490804 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.491098 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.491383 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.491714 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.492064 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.492357 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.492642 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.492936 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.493170 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.493458 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.493758 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.494051 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.494279 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.494566 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.495009 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.495457 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.495772 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.496079 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.496359 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.496634 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.496922 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.497294 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] host                           = dv-cinder-843305-3-iscsi {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.497570 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.497875 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.498152 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.498441 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.498719 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.499004 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.499299 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.499574 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.499878 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.500159 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.500455 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.500747 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.501057 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.501279 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.501502 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.501794 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.502087 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.502367 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.502651 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.502921 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.503196 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.503470 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.503772 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.504074 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.504358 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.504649 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.504931 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.505213 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.505479 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.505753 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.506042 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.506317 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.506593 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.506867 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.507160 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.507465 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.507771 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.508085 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.508375 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.508660 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.508948 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.509229 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.509516 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.509789 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.510062 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.510335 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.510608 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.510878 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.511167 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.511437 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.511734 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.512009 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.512280 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.512569 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.512840 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:01.513141 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.513439 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.513742 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.514027 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.514326 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.514605 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.514896 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.515174 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.515465 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.515777 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.516068 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.516344 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.516633 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.516928 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.517218 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.517492 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.517772 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.518067 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.518346 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.518622 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.518901 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.519196 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.519474 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.519781 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.520066 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.520346 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.520621 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.520896 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.521173 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.521466 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.521744 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.522020 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.522292 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.522571 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.522846 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.523730 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.524018 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.524296 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.524573 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.524855 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.525132 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.525408 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.525687 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.525964 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.526243 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.526519 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.526796 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.527072 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.527347 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.527645 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.527923 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.528197 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.528474 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.528749 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.529024 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.529299 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.529575 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.529854 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.530148 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.530447 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.530725 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.531006 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.531287 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.531565 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.531863 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.532137 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.532414 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.532707 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.532967 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.533262 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.533547 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.533838 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.534117 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.534394 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.534685 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.534963 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.535247 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.535526 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.535828 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.536114 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.536396 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.536691 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.536986 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.537282 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.537575 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.537871 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.538408 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.538810 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.539610 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:01.539845 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 27 00:19:01.540096 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83641) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 27 00:19:01.958508 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO keyring.backend [-] Loading KWallet
May 27 00:19:01.966087 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO keyring.backend [-] Loading SecretService
May 27 00:19:01.969206 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO keyring.backend [-] Loading Windows
May 27 00:19:01.970518 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO keyring.backend [-] Loading chainer
May 27 00:19:01.971085 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO keyring.backend [-] Loading macOS
May 27 00:19:02.005972 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 27 00:19:02.006237 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 27 00:19:02.006519 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 27 00:19:02.008578 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.manager [-] Loading core plugin: ml2
May 27 00:19:02.316466 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.316743 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.316992 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.379147 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.379421 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.379709 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.383087 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.383356 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.383636 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.413637 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.414444 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.414706 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.442196 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.442465 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.442721 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.763943 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fdcf2378670> agent after_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.764641 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fdcf2378670> agent after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.764641 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fdcf2378700> segment precommit_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.764806 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fdcf2378790> network precommit_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.765635 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fdcf2378040> segment before_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.886911 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> network before_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.887226 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fdcf2347c10> agent before_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.887502 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> network before_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.887788 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> port before_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.888044 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> port before_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.888340 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> segment after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.888594 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> segment precommit_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.888842 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> segment precommit_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.889086 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> segment after_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.889360 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> network after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.889612 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> network precommit_delete 0 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.889870 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> port provisioning_complete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.890129 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> rbac-policy before_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.890392 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> rbac-policy after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.890634 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> agent after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.890893 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> subnet after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.891143 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> subnet precommit_delete 0 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.891408 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> rbac-policy before_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.891679 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> rbac-policy before_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.891958 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> segment_host_mapping after_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.892299 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> port after_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.892542 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> port after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.892781 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> port after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.893055 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> rbac-policy before_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.893296 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> rbac-policy before_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.893531 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdcf33437c0>> rbac-policy before_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.893922 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 27 00:19:02.894153 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 27 00:19:02.894384 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 27 00:19:02.894613 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 27 00:19:02.894839 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 27 00:19:02.895067 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 27 00:19:02.895647 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 27 00:19:02.899454 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 27 00:19:02.903536 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 27 00:19:02.907487 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
May 27 00:19:02.909135 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 27 00:19:02.909553 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 27 00:19:02.909884 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 27 00:19:02.910265 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 27 00:19:02.913075 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 27 00:19:02.913580 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 27 00:19:02.913951 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 27 00:19:02.941917 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
May 27 00:19:02.942372 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fdcf2249ee0>> qos_plugin after_init 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.942667 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83641) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 27 00:19:02.943025 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fdcf2272280>> logging-plugin after_init 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.944398 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83641) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 27 00:19:02.944688 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 27 00:19:02.944980 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 27 00:19:02.948840 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fdcf22723a0>> floatingip before_response 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:02.949112 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fdcf22723a0>> port before_response 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.008361 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 27 00:19:03.008585 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 27 00:19:03.008812 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 27 00:19:03.009191 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 27 00:19:03.043081 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_db.sqlalchemy.engines [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83641) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
May 27 00:19:03.380206 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Initializing driver for type 'gre'
May 27 00:19:03.380770 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] gre ID ranges: [(1, 1000)]
May 27 00:19:03.441060 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Initializing driver for type 'local'
May 27 00:19:03.441430 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Initializing driver for type 'vlan'
May 27 00:19:03.455467 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] VlanTypeDriver initialization complete
May 27 00:19:03.455818 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Initializing driver for type 'vxlan'
May 27 00:19:03.456326 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] vxlan ID ranges: [(1, 1000)]
May 27 00:19:03.518963 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Initializing extension driver 'port_security'
May 27 00:19:03.519387 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.extensions.port_security [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] PortSecurityExtensionDriver initialization complete
May 27 00:19:03.519781 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Initializing mechanism driver 'openvswitch'
May 27 00:19:03.520175 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Initializing mechanism driver 'hyperv'
May 27 00:19:03.527659 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.plugins.ml2.plugin [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:19:03.528357 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdcf23132e0>> port after_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.528732 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdcf23132e0>> port after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.529076 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdcf23132e0>> port after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.529606 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
May 27 00:19:03.530037 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdcf1d0e880>> subnet after_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.530380 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdcf1d0e880>> subnet after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.530717 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdcf1d0e880>> subnet after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.531102 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
May 27 00:19:03.531504 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdcf1d0edf0>> network after_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.531877 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdcf1d0edf0>> network after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.532216 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdcf1d0edf0>> network after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.532601 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
May 27 00:19:03.533004 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdcf1d1a340>> security_group after_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.533343 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdcf1d1a340>> security_group after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.533675 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdcf1d1a340>> security_group after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.534204 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
May 27 00:19:03.534604 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdcf1d1a850>> security_group_rule after_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.534944 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdcf1d1a850>> security_group_rule after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.535278 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdcf1d1a850>> security_group_rule after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.535691 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83641) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
May 27 00:19:03.536136 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] ML2 OVO RPC backend initialized. {{(pid=83641) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}}
May 27 00:19:03.536787 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> router_interface after_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.537133 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> router_interface after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.537544 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> network before_response 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.537886 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> networks before_response 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.538500 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> port before_response 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.538864 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> ports before_response 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.539201 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> subnet before_response 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.539539 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> subnets before_response 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.539903 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> network after_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.540238 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> network after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.540564 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> network after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.540894 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> port after_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.541222 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> port after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.541551 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> port after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.541884 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> subnet after_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.542216 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> subnet after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.542542 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdcf1d1ae80>> subnet after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.543145 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.plugin [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Modular L2 Plugin initialization complete
May 27 00:19:03.543469 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading services supported by the core plugin {{(pid=83641) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 27 00:19:03.543818 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.plugins.ml2.managers [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Got port-security extension from driver 'port_security'
May 27 00:19:03.544279 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.extensions.vlantransparent [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Disabled vlantransparent extension.
May 27 00:19:03.544688 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83641) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 27 00:19:03.544998 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading Plugin: router
May 27 00:19:03.581068 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router_interface before_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.581454 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router after_create 55549900 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.581818 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router before_create 55549900 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.582182 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router_interface before_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.582549 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router_interface after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.582900 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router after_delete 55549900 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.583255 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> floatingip after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.583637 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router after_create 55549900 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.583983 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router after_update 55549900 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.584326 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router after_update 55549900 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.584666 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router_gateway after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.585016 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router after_update 55549900 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.585419 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router precommit_update 55549900 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.586360 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fdcf238ca60> port after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.586717 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fdcf238c940> port after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.587033 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fdcf238c9d0> subnet after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.587374 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fdcf238caf0> subnetpool_address_scope after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.587742 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> port precommit_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.588087 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router precommit_create 55549900 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.588423 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fdcf2236d30> port before_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.588758 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router precommit_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.589108 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router after_update 55549900 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.589444 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router precommit_delete 55549900 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.589781 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router precommit_create 55549900 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.590133 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router_interface after_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.590471 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> router precommit_update 55549900 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.590829 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> agent after_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.591174 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> agent after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.591512 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdcf1d21040>> network after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.592444 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Tracking information for resource: router configured {{(pid=83641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 27 00:19:03.592774 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Tracking information for resource: floatingip configured {{(pid=83641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 27 00:19:03.597804 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.db.l3_agentschedulers_db [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 27 00:19:03.598388 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fdcf1c8e9d0> port after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.598741 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fdcf1c8e8b0> port after_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.599157 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <function _notify_port_delete at 0x7fdcf1c8e940> port after_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.599433 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fdcf1c8eca0> port after_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.600388 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fdcf1cb0b20>> router before_create 55550100 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.600748 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fdcf1cb0b20>> router precommit_delete 55550100 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.601120 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fdcf1cb0b20>> router precommit_create 55550100 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.601488 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fdcf1cb0b20>> router precommit_update 55550100 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.605874 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.services.provider_configuration [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Service providers = [] {{(pid=83641) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 27 00:19:03.606240 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.db.servicetype_db [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83641) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 27 00:19:03.609245 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.services.service_base [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83641) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 27 00:19:03.609582 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.services.service_base [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83641) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 27 00:19:03.609914 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.services.service_base [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83641) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 27 00:19:03.610804 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.services.service_base [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83641) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 27 00:19:03.611172 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.services.service_base [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 27 00:19:03.611555 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 27 00:19:03.611894 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 27 00:19:03.622677 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 27 00:19:03.623008 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading Plugin: auto_allocate
May 27 00:19:03.628901 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fdcf1bdc0d0> network precommit_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.629268 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fdcf1bdc0d0> network precommit_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.629805 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 27 00:19:03.630120 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading Plugin: tag
May 27 00:19:03.637260 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 27 00:19:03.637524 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading Plugin: timestamp
May 27 00:19:03.641585 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 27 00:19:03.641912 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading Plugin: network_ip_availability
May 27 00:19:03.647368 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdcf1cb0e80>> rbac-policy before_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.647763 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdcf1cb0e80>> rbac-policy before_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.648177 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdcf1cb0e80>> rbac-policy before_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.649459 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 27 00:19:03.649775 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading Plugin: flavors
May 27 00:19:03.654563 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 27 00:19:03.654892 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading Plugin: revisions
May 27 00:19:03.659223 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 27 00:19:03.659630 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_concurrency.lockutils [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.653s {{(pid=83641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 27 00:19:03.660393 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83641) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
May 27 00:19:03.660721 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Initializing extension manager.
May 27 00:19:03.661219 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: __init__.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.661556 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: __pycache__ {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.661884 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.662210 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.662534 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: _filter_validation_lib.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.662856 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.663440 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: address_group.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.664269 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.664856 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: address-group
May 27 00:19:03.665175 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: address_scope.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.665881 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.666386 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: address-scope
May 27 00:19:03.666704 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.667663 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.668175 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: router-admin-state-down-before-update
May 27 00:19:03.668491 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: agent.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.669185 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.669682 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: agent
May 27 00:19:03.669995 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: agent_resources_synced.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.670896 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.671396 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: agent-resources-synced
May 27 00:19:03.671747 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: allowedaddresspairs.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.673729 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.674243 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: allowed-address-pairs
May 27 00:19:03.674565 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: auto_allocated_topology.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.675647 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.676155 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: auto-allocated-topology
May 27 00:19:03.676474 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: availability_zone.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.677164 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.677667 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: availability_zone
May 27 00:19:03.677983 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: availability_zone_filter.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.678890 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.679949 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: availability_zone_filter
May 27 00:19:03.680274 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: data_plane_status.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.681176 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.681676 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension data-plane-status not supported by any of loaded plugins
May 27 00:19:03.681986 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: default_subnetpools.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.682895 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.683395 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: default-subnetpools
May 27 00:19:03.683739 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.684517 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.685011 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: dhcp_agent_scheduler
May 27 00:19:03.685326 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: dns.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.686239 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.686733 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension dns-integration not supported by any of loaded plugins
May 27 00:19:03.687050 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: dns_domain_ports.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.687977 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.688475 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 27 00:19:03.688793 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: dvr.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.689459 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.689963 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: dvr
May 27 00:19:03.690282 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: empty_string_filtering.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.691183 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.691719 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: empty-string-filtering
May 27 00:19:03.692034 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.692932 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.693427 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 27 00:19:03.693740 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.694668 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.695769 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 27 00:19:03.696082 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: external_net.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.696996 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.697497 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: external-net
May 27 00:19:03.697811 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.698711 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.699209 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: extra_dhcp_opt
May 27 00:19:03.699520 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: extraroute.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.700443 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.700990 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: extraroute
May 27 00:19:03.701330 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: extraroute_atomic.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.702387 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.702931 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: extraroute-atomic
May 27 00:19:03.703284 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: filter_validation.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.704047 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.704595 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: filter-validation
May 27 00:19:03.704954 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: fip_pf_description.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.705884 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.706416 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 27 00:19:03.706770 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: fip_port_details.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.707754 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.708301 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: fip-port-details
May 27 00:19:03.708653 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: flavors.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.709953 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.710472 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: flavors
May 27 00:19:03.710817 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.712511 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.713028 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 27 00:19:03.713357 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: floatingip_pools.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.714052 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.714562 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: floatingip-pools
May 27 00:19:03.714888 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: ip_allocation.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.715891 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.716393 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension ip_allocation not supported by any of loaded plugins
May 27 00:19:03.716739 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.724200 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.724200 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: ip-substring-filtering
May 27 00:19:03.724200 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: l2_adjacency.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.724200 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.724200 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension l2_adjacency not supported by any of loaded plugins
May 27 00:19:03.724200 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: l3.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.724725 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.724725 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: router
May 27 00:19:03.724725 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.724725 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.725017 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 27 00:19:03.725293 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.726476 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.726992 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: ext-gw-mode
May 27 00:19:03.727319 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.728271 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.728783 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: l3-ha
May 27 00:19:03.729109 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: l3_flavors.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.730017 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.730523 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: l3-flavors
May 27 00:19:03.730846 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.731796 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.732306 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: l3-port-ip-change-not-allowed
May 27 00:19:03.732628 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: l3agentscheduler.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.733667 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.734173 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: l3_agent_scheduler
May 27 00:19:03.734496 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: logging.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.736001 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.736520 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension logging not supported by any of loaded plugins
May 27 00:19:03.736849 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: metering.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.737585 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.738157 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: metering
May 27 00:19:03.738478 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.739550 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.740085 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: metering_source_and_destination_fields
May 27 00:19:03.740402 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: multiprovidernet.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.741321 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.742364 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: multi-provider
May 27 00:19:03.742677 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: netmtu.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.743613 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.744111 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: net-mtu
May 27 00:19:03.744426 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: netmtu_writable.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.745342 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.745845 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: net-mtu-writable
May 27 00:19:03.746162 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: network_availability_zone.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.746820 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.747324 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: network_availability_zone
May 27 00:19:03.747667 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: network_ip_availability.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.748740 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.749248 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: network-ip-availability
May 27 00:19:03.749567 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: network_segment_range.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.750323 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.750823 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension network-segment-range not supported by any of loaded plugins
May 27 00:19:03.751140 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: pagination.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.752148 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.752472 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: pagination
May 27 00:19:03.752785 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.753702 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.754209 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: port-mac-address-regenerate
May 27 00:19:03.754523 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: port_resource_request.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.755419 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.755947 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension port-resource-request not supported by any of loaded plugins
May 27 00:19:03.756268 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: portbindings.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.757185 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.758234 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: binding
May 27 00:19:03.758551 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: portbindings_extended.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.759850 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.760362 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: binding-extended
May 27 00:19:03.760685 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: portsecurity.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.761599 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.762105 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: port-security
May 27 00:19:03.762423 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: project_id.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.763411 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.763764 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: project-id
May 27 00:19:03.764081 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: providernet.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.765064 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.765571 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: provider
May 27 00:19:03.765886 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: qos.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.769495 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.770012 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension qos not supported by any of loaded plugins
May 27 00:19:03.770340 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.771854 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.772366 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 27 00:19:03.772688 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.773621 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.774131 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 27 00:19:03.774449 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: qos_default.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.775348 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.775893 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension qos-default not supported by any of loaded plugins
May 27 00:19:03.776215 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: qos_fip.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.776855 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.777357 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension qos-fip not supported by any of loaded plugins
May 27 00:19:03.777673 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: qos_gateway_ip.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.778585 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.779089 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 27 00:19:03.779405 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: qos_port_network_policy.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.780325 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.780830 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 27 00:19:03.781147 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: qos_rule_type_details.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.782048 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.782557 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 27 00:19:03.782877 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: qos_rules_alias.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.783943 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.784450 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 27 00:19:03.784770 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: quotasv2.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.785651 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.785973 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: quotas
May 27 00:19:03.786289 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: quotasv2_detail.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.787908 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.788498 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: quota_details
May 27 00:19:03.788849 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: rbac.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.789904 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.790421 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: rbac-policies
May 27 00:19:03.790746 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: rbac_address_scope.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.791696 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.792216 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: rbac-address-scope
May 27 00:19:03.792536 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: rbac_security_groups.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.793440 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.793953 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: rbac-security-groups
May 27 00:19:03.794272 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: rbac_subnetpool.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.795178 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.795711 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: rbac-subnetpool
May 27 00:19:03.796031 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: revisionifmatch.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.796935 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.797452 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: revision-if-match
May 27 00:19:03.797770 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: revisions.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.798939 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.799389 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: standard-attr-revisions
May 27 00:19:03.799754 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: router_availability_zone.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.800454 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.801000 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: router_availability_zone
May 27 00:19:03.801351 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: routerservicetype.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.802698 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.802904 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension router-service-type not supported by any of loaded plugins
May 27 00:19:03.803208 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.804205 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.805323 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: port-security-groups-filtering
May 27 00:19:03.805595 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: securitygroup.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.817440 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.818020 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: security-group
May 27 00:19:03.818331 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: segment.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.819178 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.819965 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension segment not supported by any of loaded plugins
May 27 00:19:03.820702 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.821677 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.822292 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 27 00:19:03.822609 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: servicetype.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.823828 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.824352 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: service-type
May 27 00:19:03.824665 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: sorting.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.825642 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.825970 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: sorting
May 27 00:19:03.826294 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: standard_attr_segment.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.827199 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.827738 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 27 00:19:03.828063 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: standardattrdescription.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.828706 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.829208 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: standard-attr-description
May 27 00:19:03.829529 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: stateful_security_group.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.830459 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.830970 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: stateful-security-group
May 27 00:19:03.831290 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: stdattrs_common.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.831897 dv-cinder-843305-3-iscsi neutron-server[83641]: WARNING neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 27 00:19:03.832217 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.833132 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.833642 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 27 00:19:03.833960 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: subnet_onboard.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.835099 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.835671 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: subnet_onboard
May 27 00:19:03.835994 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.836921 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.837426 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 27 00:19:03.837745 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: subnet_service_types.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.838651 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.839160 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: subnet-service-types
May 27 00:19:03.839479 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: subnetallocation.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.840580 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.841087 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: subnet_allocation
May 27 00:19:03.841408 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.842082 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.842594 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: subnetpool-prefix-ops
May 27 00:19:03.842908 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.843930 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.844440 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 27 00:19:03.844759 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: tagging.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.845830 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.846339 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: standard-attr-tag
May 27 00:19:03.846667 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: timestamp.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.847888 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.848391 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loaded extension: standard-attr-timestamp
May 27 00:19:03.848711 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: trunk.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.849738 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.850245 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension trunk not supported by any of loaded plugins
May 27 00:19:03.850563 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: trunk_details.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.851508 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.852039 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension trunk-details not supported by any of loaded plugins
May 27 00:19:03.852358 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: uplink_status_propagation.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.853274 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.853778 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 27 00:19:03.854097 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Loading extension file: vlantransparent.py {{(pid=83641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
May 27 00:19:03.854769 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
May 27 00:19:03.855269 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extension vlan-transparent not supported by any of loaded plugins
May 27 00:19:03.857596 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of TrackedResource for resource:network
May 27 00:19:03.858328 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of TrackedResource for resource:subnet
May 27 00:19:03.858924 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of TrackedResource for resource:subnetpool
May 27 00:19:03.859729 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of TrackedResource for resource:port
May 27 00:19:03.860991 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.v2.resource_helper [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 27 00:19:03.861671 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.v2.resource_helper [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Service FLAVORS assigned prefix:  {{(pid=83641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 27 00:19:03.862016 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.v2.resource_helper [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 27 00:19:03.862443 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.v2.resource_helper [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 27 00:19:03.862781 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of TrackedResource for resource:router
May 27 00:19:03.863446 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of TrackedResource for resource:floatingip
May 27 00:19:03.864177 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.v2.resource_helper [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Service METERING assigned prefix: /metering {{(pid=83641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 27 00:19:03.865631 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdcf1baee20>> rbac-policy before_create 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.865991 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdcf1baee20>> rbac-policy before_update 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.866347 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdcf1baee20>> rbac-policy before_delete 55550000 {{(pid=83641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:19:03.868037 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of CountableResource for resource:rbac_policy
May 27 00:19:03.868468 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of TrackedResource for resource:security_group
May 27 00:19:03.869140 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of TrackedResource for resource:security_group_rule
May 27 00:19:03.869855 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.v2.resource_helper [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Service CORE assigned prefix:  {{(pid=83641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 27 00:19:03.870186 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of TrackedResource for resource:subnetpool
May 27 00:19:03.870520 dv-cinder-843305-3-iscsi neutron-server[83641]: WARNING neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] subnetpool is already registered
May 27 00:19:03.871119 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.v2.resource_helper [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Service CORE assigned prefix:  {{(pid=83641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 27 00:19:03.871446 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of TrackedResource for resource:subnetpool
May 27 00:19:03.871789 dv-cinder-843305-3-iscsi neutron-server[83641]: WARNING neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] subnetpool is already registered
May 27 00:19:03.874373 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.v2.resource_helper [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 27 00:19:03.874801 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.v2.resource_helper [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Service FLAVORS assigned prefix:  {{(pid=83641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 27 00:19:03.875379 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.v2.resource_helper [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 27 00:19:03.875823 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.v2.resource_helper [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 27 00:19:03.876150 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of TrackedResource for resource:router
May 27 00:19:03.876475 dv-cinder-843305-3-iscsi neutron-server[83641]: WARNING neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] router is already registered
May 27 00:19:03.877062 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of TrackedResource for resource:floatingip
May 27 00:19:03.877393 dv-cinder-843305-3-iscsi neutron-server[83641]: WARNING neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] floatingip is already registered
May 27 00:19:03.878010 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.v2.resource_helper [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Service METERING assigned prefix: /metering {{(pid=83641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 27 00:19:03.878675 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of CountableResource for resource:rbac_policy
May 27 00:19:03.878995 dv-cinder-843305-3-iscsi neutron-server[83641]: WARNING neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] rbac_policy is already registered
May 27 00:19:03.879523 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of TrackedResource for resource:security_group
May 27 00:19:03.879870 dv-cinder-843305-3-iscsi neutron-server[83641]: WARNING neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] security_group is already registered
May 27 00:19:03.880449 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of TrackedResource for resource:security_group_rule
May 27 00:19:03.880775 dv-cinder-843305-3-iscsi neutron-server[83641]: WARNING neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] security_group_rule is already registered
May 27 00:19:03.881442 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.v2.resource_helper [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Service CORE assigned prefix:  {{(pid=83641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 27 00:19:03.881775 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of TrackedResource for resource:subnetpool
May 27 00:19:03.882098 dv-cinder-843305-3-iscsi neutron-server[83641]: WARNING neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] subnetpool is already registered
May 27 00:19:03.883238 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.v2.resource_helper [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Service CORE assigned prefix:  {{(pid=83641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 27 00:19:03.883554 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Creating instance of TrackedResource for resource:subnetpool
May 27 00:19:03.883902 dv-cinder-843305-3-iscsi neutron-server[83641]: WARNING neutron.quota.resource_registry [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] subnetpool is already registered
May 27 00:19:03.884555 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: extensions {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.885992 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: address-groups {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.887625 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: address-scopes {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.888775 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: agents {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.889883 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: auto-allocated-topology {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.891073 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: availability_zones {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.892372 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: dhcp-networks {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.893697 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: dhcp-agents {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.895061 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: routers {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.896852 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: flavors {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.898002 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: service_profiles {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.899157 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: next_providers {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.900652 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: service_profiles {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.902018 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: floatingip-pools {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.903199 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: routers {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.904950 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: floatingips {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.906094 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: l3-routers {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.907404 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: l3-agents {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.908806 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: metering-labels {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.910142 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: metering-label-rules {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.911361 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: network-ip-availabilities {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.912598 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: bindings {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.915402 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: quotas {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.916837 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: quotas {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.918219 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: rbac-policies {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.919463 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: security-groups {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.920664 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: security-group-rules {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.921850 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: service-providers {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.923030 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: subnetpools {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.924437 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: subnetpools {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.925831 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: tags {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.927435 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: tags {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.929210 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: tags {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.931432 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: tags {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.933161 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: tags {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.934780 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: tags {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.936498 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: tags {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.938288 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: tags {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.940095 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: tags {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.941870 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron.api.extensions [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Extended resource: tags {{(pid=83641) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
May 27 00:19:03.948306 dv-cinder-843305-3-iscsi neutron-server[83641]: WARNING keystonemiddleware.auth_token [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 27 00:19:03.953071 dv-cinder-843305-3-iscsi neutron-server[83641]: WARNING keystonemiddleware.auth_token [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 27 00:19:03.961193 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_concurrency.lockutils [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Acquired lock "singleton_lock" {{(pid=83641) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 27 00:19:03.961671 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_concurrency.lockutils [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Releasing lock "singleton_lock" {{(pid=83641) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 27 00:19:03.962306 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO oslo_service.service [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Starting 2 workers
May 27 00:19:03.966974 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Started child 83746 {{(pid=83641) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 27 00:19:03.971440 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Started child 83748 {{(pid=83641) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 27 00:19:03.972586 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:03.973154 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO neutron.service [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Neutron service started, listening on 0.0.0.0:9696
May 27 00:19:03.973698 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Notify callbacks [] for process, before_spawn {{(pid=83641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:03.974026 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [-] (83746) wsgi starting up on http://0.0.0.0:9696
May 27 00:19:03.974389 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 55208) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:19:03.976321 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO oslo_service.service [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Starting 1 workers
May 27 00:19:03.977440 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:03.980041 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [-] (83748) wsgi starting up on http://0.0.0.0:9696
May 27 00:19:03.981417 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Started child 83749 {{(pid=83641) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 27 00:19:03.981981 dv-cinder-843305-3-iscsi neutron-server[83641]: INFO oslo_service.service [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Starting 1 workers
May 27 00:19:03.982993 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0064099
May 27 00:19:03.986909 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Started child 83750 {{(pid=83641) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 27 00:19:03.988050 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.service [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] calling RpcWorker wait() {{(pid=83749) _wait /opt/stack/neutron/neutron/service.py:128}}
May 27 00:19:03.988629 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG neutron_lib.callbacks.manager [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] Notify callbacks [] for process, after_spawn {{(pid=83641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:03.988737 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.service [None req-4a28e2fa-efcf-440b-b645-3dd9056c4314 None None] returning from RpcWorker wait() {{(pid=83749) _wait /opt/stack/neutron/neutron/service.py:135}}
May 27 00:19:03.988979 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:03.989357 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83641) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 27 00:19:03.989453 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:19:03.989587 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 27 00:19:03.989740 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 27 00:19:03.989950 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 27 00:19:03.990291 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 27 00:19:03.990454 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 27 00:19:03.991000 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.991284 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.991548 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.994216 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.994338 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:03.994927 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.994927 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.994927 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.995196 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:19:03.995265 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.995265 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.995265 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.995444 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.995509 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.997219 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.997219 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.997219 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.997477 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.997733 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.998009 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.998190 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.998440 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.998711 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.998954 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.999216 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:03.999485 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.000752 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.001177 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.001584 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.001973 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.002278 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.002532 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.002840 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.003109 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.003345 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.003707 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.003891 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.004107 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.004341 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.005681 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.005681 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.005681 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] host                           = dv-cinder-843305-3-iscsi {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.005681 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.006259 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.006259 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.006259 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.006685 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.006685 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.006921 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.007102 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.007403 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.011274 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.011274 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.011274 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.011274 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.011274 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.011274 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.011274 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.011274 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.011274 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.012396 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.012396 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.012396 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.012396 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.012396 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.012396 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.012396 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.013198 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.013198 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.013198 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.013198 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.013675 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.013675 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.013904 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.014033 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.014189 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.014442 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.014670 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.014898 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.015135 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.015356 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.015612 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.015842 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.016070 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.016284 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.016497 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.016740 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.017043 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.017265 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.017499 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.017748 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.017981 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.018212 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.018447 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.018695 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.019407 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.019407 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.019407 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.019865 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.019865 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.020104 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.020303 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.020519 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.021466 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.021466 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.021466 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.021466 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.021943 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.021943 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.022201 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.022338 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.022463 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.022860 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.023191 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.023528 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.023827 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.024061 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.024312 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.024996 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.024996 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.024996 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.025379 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.025592 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.025798 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.026115 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.026388 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.026644 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.026895 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.027177 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.027349 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.027674 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.029214 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.029214 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.029214 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.029595 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.029717 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.029918 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.030144 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.030380 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.030616 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.030847 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.031092 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.031351 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.031666 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.032671 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.032815 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.032940 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.033153 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.033370 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.033607 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.033842 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.034091 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.034325 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.034565 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.034799 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.035014 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.035233 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.035467 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.035708 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.035924 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.036136 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.036374 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.036607 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.036871 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.037090 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.037327 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.037516 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.039693 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.039693 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.039693 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.039693 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.039693 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.039693 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.040413 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.040413 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.040413 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.040413 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.040891 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.040891 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.041140 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.041261 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.041444 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.041665 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.041880 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.042096 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.042311 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.042610 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.042928 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.043182 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.043430 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.044984 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.044984 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.044984 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.045360 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.045482 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.045678 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.045925 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.046193 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.046441 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.046686 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.046943 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.047169 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.047453 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.047699 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.047964 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.048202 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.048452 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.048702 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.048999 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.049255 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.049523 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.049784 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.050034 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.050300 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.050539 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.050830 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.051285 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.051431 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.051575 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.053194 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.053194 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.053431 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.053559 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.053815 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.054056 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.054892 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.055174 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.055449 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.056781 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.056781 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.057105 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.057249 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.057421 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.057688 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.057994 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.059343 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.059343 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.059343 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.059343 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.059343 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.060088 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.060088 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.060088 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.060403 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.060569 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.060742 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.060981 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.061273 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.061477 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.061677 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.062113 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.062515 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.063913 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.063913 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.063913 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.063913 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.063913 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.063913 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.064361 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.065159 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.065421 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.065671 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.065891 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.066566 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.066978 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.067208 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.067452 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.067713 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.068101 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.068501 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.068865 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.069301 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.069704 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.069962 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.070201 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.070464 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.070737 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.070958 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.071218 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.071573 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.071959 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.072319 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.072668 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.073021 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.073374 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.073749 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.074096 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.074494 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.074844 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.075324 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.075742 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.076125 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.076481 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.076844 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.077237 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.077596 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.077962 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.078333 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.078711 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.079078 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.079434 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.079817 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.080160 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.080552 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.080827 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.081074 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.081888 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.081888 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.081888 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.082337 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.082337 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.082628 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.082628 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.082906 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.083045 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.083184 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.084042 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.084042 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.084042 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.084518 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.084518 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.084785 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.084930 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.085323 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.085323 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.085629 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.085939 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.086098 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.086239 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.086392 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.086670 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.087640 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.087640 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.087640 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.088081 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.088081 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.088753 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.088753 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.088753 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.089176 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.089176 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.089471 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.089612 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.090692 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.090692 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.090692 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.090692 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.091260 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.091260 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.091542 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.091786 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.092309 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.092309 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.092613 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.092866 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.093135 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.093363 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.093612 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.094008 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.094360 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.094728 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.094971 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.095189 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.095470 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.095734 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.095982 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.096207 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.096596 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.096746 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.096906 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.097485 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.097485 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.097780 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.097780 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 27 00:19:04.098217 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83641) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 27 00:19:04.098364 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 27 00:19:04.098513 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 27 00:19:04.098682 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 27 00:19:04.099663 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 27 00:19:04.099663 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 27 00:19:04.099663 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.099663 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.099663 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.099663 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.100615 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.100615 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.100615 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.100615 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.100615 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.100615 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.101945 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.101945 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.101945 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.101945 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.101945 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.101945 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.102488 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.102488 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.102488 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.102697 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.102697 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.102840 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.104232 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.104232 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.104232 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.104232 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.104232 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.104232 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.104665 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.104665 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.104665 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.104665 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.104665 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.104665 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.105045 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.105045 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.105045 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.105213 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.105355 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.105651 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] host                           = dv-cinder-843305-3-iscsi {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.105951 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.106264 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.106559 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.106723 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.106884 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.107041 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.108448 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.108448 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.108448 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.108448 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.108448 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.108448 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.108448 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.108448 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.108448 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.109663 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.109663 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.109663 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.109663 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.109663 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.109663 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.109663 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.110779 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.110779 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.110779 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.110779 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.110779 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.110779 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.110779 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.110779 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.112067 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.112067 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.112067 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.112067 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.112067 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.112067 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.112067 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.112067 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.113021 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.113021 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.113021 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.113021 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.113021 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.113021 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.113021 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.113021 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.114007 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.114007 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.114007 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.114007 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.114007 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.114007 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.114007 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.114639 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.114639 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.114639 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.114639 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.114971 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.114971 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.114971 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.115176 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.115301 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.115422 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.115544 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.116530 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.116769 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.117447 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.117604 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.117764 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.118064 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 27 00:19:04.118396 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.119427 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.119811 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.120170 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.120507 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.120837 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.121140 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.121464 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.121781 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.122105 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.122285 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.122434 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.122636 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.122798 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.122941 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.123081 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.123220 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.123360 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.123498 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.123695 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.123851 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.124084 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.124328 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.124328 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.124612 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.124612 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.124764 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.125912 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.125912 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.125912 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.125912 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.125912 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.125912 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.125912 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.125912 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.126867 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.126867 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.126867 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.126867 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.126867 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.126867 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.128604 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.128604 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.128604 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.128604 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.128604 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.128604 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.128604 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.128604 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.128604 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.130293 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.130293 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.130293 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.130293 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.130293 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.130293 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.130293 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.130293 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.130293 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.133654 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.133654 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.133654 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.133654 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.133654 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.133654 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.133654 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.133654 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.133654 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.134884 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.134884 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.134884 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.134884 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.134884 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.134884 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.134884 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.134884 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.136325 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.136325 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.136325 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.136325 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.136325 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.136325 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.136325 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.136325 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.137290 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.137290 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.137290 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.137290 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.137290 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.137290 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.137290 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.137290 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.138153 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.138153 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.138153 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.138153 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.138153 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.138153 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.138153 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.138153 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.138998 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.138998 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.138998 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.138998 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.138998 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.138998 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.138998 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.138998 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.139704 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.139704 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.139704 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.139704 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.139704 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.139704 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.139704 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.139704 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.139704 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.141188 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.141188 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.141188 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.141188 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.141188 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.141188 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.141188 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.141188 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.142429 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.142429 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.142429 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.142429 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.142429 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.142429 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.142429 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.142429 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.144196 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.144196 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.144196 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.144196 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.144196 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.144196 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.144196 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.144196 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.145287 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.145287 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.145287 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.145287 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.145287 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.145287 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.145287 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.145287 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.146640 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.146640 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.146640 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.146640 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.146640 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.146640 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.146640 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.146640 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.147998 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.147998 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.147998 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.147998 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.147998 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.147998 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.147998 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.147998 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.149222 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.149222 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.149222 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.149222 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.149222 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.149222 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.149222 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.149222 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150276 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150276 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150276 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150276 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150276 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150276 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150276 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150276 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150981 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150981 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150981 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150981 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150981 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150981 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150981 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150981 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.150981 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.151883 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.151883 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.151883 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.151883 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.151883 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.151883 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.151883 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.151883 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.151883 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.152636 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.152741 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.152853 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.153392 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.153392 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.153392 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.153810 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.153810 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.153810 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.154209 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.154209 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.154423 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.154423 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.154621 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.154704 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.154839 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.155000 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.155166 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.155313 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.155864 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.155864 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.155864 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.156203 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.156203 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.156397 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.156499 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.156603 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.156738 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.156899 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.157265 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.157610 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.157753 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.157922 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.158088 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.158698 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.158698 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.158698 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.159019 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.159019 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.159290 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.159290 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.159506 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.159506 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.159710 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.160493 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.160493 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.160493 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.160493 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.160493 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.161034 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.161034 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.161034 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.161034 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.161371 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.161371 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.161524 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.161614 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.161757 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.161921 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.162083 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.162511 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.162511 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 27 00:19:04.162511 dv-cinder-843305-3-iscsi neutron-server[83641]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 27 00:19:04.196732 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:19:14.517287 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d1bf3d-ca29-4c70-b2c9-d480c637d5bc None None] get_active_networks_info from dv-cinder-843305-3-iscsi {{(pid=83749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
May 27 00:19:14.599505 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d1bf3d-ca29-4c70-b2c9-d480c637d5bc None None] No non-hosted networks {{(pid=83749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 27 00:19:14.610207 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.agentschedulers_db [None req-28d1bf3d-ca29-4c70-b2c9-d480c637d5bc None None] DHCP Agent not found on host dv-cinder-843305-3-iscsi {{(pid=83749) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}}
May 27 00:19:14.720000 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7a729a77-006a-43a4-bdb1-9b9707357c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106046'] for agent, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:16.651627 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-4186ca4e-3697-4a1f-9798-c93647c8b016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106046'] for agent, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:16.685936 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a964aff7-d800-4e59-9ef1-8595334de081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:17.877308 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106046'] for agent, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:17.925437 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106046'] for agent, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:17.926730 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:17.927640 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:17.928331 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:17.928902 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:17.929731 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:17.930291 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:17.930854 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:17.931429 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:17.932007 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:17.932546 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:17.935815 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:17.936661 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fdcf16ffb80>, 'Open vSwitch agent', 'dv-cinder-843305-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:19:17.944185 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fdcf17499d0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843305-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:19:19.138791 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106046'] for agent, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:20.658607 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.db.l3_hamode_db [None req-4f6f355b-ba73-4eec-8ddc-009d579ee86b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 27 00:19:20.743858 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f355b-ba73-4eec-8ddc-009d579ee86b None None] Routers set() bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:19:20.744230 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f355b-ba73-4eec-8ddc-009d579ee86b None None] Router IDs set() for agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
May 27 00:19:20.863930 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 55314) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:19:21.459662 dv-cinder-843305-3-iscsi neutron-server[83746]: WARNING oslo_policy.policy [None req-fa870650-6a71-45c0-a786-648dad2bbfe9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 27 00:19:21.460739 dv-cinder-843305-3-iscsi neutron-server[83746]: WARNING oslo_policy.policy [None req-fa870650-6a71-45c0-a786-648dad2bbfe9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 27 00:19:21.671220 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [None req-fa870650-6a71-45c0-a786-648dad2bbfe9 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
May 27 00:19:21.672208 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-fa870650-6a71-45c0-a786-648dad2bbfe9 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8073256
May 27 00:19:23.907357 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 55328) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:19:24.291980 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-30ec44b7-cc08-46e9-86ab-021d2bd391f7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:19:24.344744 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.policy [None req-30ec44b7-cc08-46e9-86ab-021d2bd391f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83746) register_rules /opt/stack/neutron/neutron/policy.py:65}}
May 27 00:19:24.345487 dv-cinder-843305-3-iscsi neutron-server[83746]: WARNING oslo_policy.policy [None req-30ec44b7-cc08-46e9-86ab-021d2bd391f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 27 00:19:24.345868 dv-cinder-843305-3-iscsi neutron-server[83746]: WARNING oslo_policy.policy [None req-30ec44b7-cc08-46e9-86ab-021d2bd391f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 27 00:19:24.349174 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.quota [None req-30ec44b7-cc08-46e9-86ab-021d2bd391f7 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fdcf18f1760>.
May 27 00:19:24.365182 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-30ec44b7-cc08-46e9-86ab-021d2bd391f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:19:24.432670 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30ec44b7-cc08-46e9-86ab-021d2bd391f7 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786682585639', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786682609409', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786682609681', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786682620351', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786682622129', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1155773', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1534761', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3709117', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4163255'] for rbac-policy, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:24.498715 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30ec44b7-cc08-46e9-86ab-021d2bd391f7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:24.499906 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-30ec44b7-cc08-46e9-86ab-021d2bd391f7 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5915601
May 27 00:19:27.029885 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 55342) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:19:27.395737 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Request body: {'network': {'name': 'private', 'project_id': '2555b1ebc23a4fba93427e35299953d5', 'admin_state_up': True}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:19:27.400427 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:19:27.404836 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Usage tracker for resource:network and tenant:2555b1ebc23a4fba93427e35299953d5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:19:27.409309 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:19:27.415579 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:19:27.424785 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Made reservation on behalf of 2555b1ebc23a4fba93427e35299953d5 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:19:27.427405 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:27.446033 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:27.487967 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:19:27.491551 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Usage tracker for resource:security_group_rule and tenant:2555b1ebc23a4fba93427e35299953d5 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:19:27.494281 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:19:27.500032 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:19:27.567969 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:27.571788 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:27.594834 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:19:27.621420 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786683328624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:27.622014 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fdcf2378700> segment precommit_create {{(pid=83746) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 27 00:19:27.622517 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.segments_db [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Added segment a1188ff8-0690-4e61-a7da-910c17e3b48c of type vlan for network b91b8835-4048-4424-b32a-0f1e65278c48
May 27 00:19:27.636553 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b66ba1e-3d17-4d0b-a757-f3ae18e99b12,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:27.697755 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:27.698097 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:27.698426 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:27.698751 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:27.699072 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:27.699392 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:27.699757 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:27.700078 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:27.700393 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:27.700705 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:27.701016 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Tracked resource versions report:
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]: pushed versions:
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]: {   'ConntrackHelper': {'1.0'},
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:     'Log': {'1.0'},
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:     'Network': {'1.1'},
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:     'Port': {'1.5'},
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:     'PortForwarding': {'1.2'},
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:     'QosPolicy': {'1.8'},
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:     'SecurityGroup': {'1.2'},
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:     'SecurityGroupRule': {'1.0'},
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:     'SubPort': {'1.0'},
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:     'Subnet': {'1.1'},
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:     'Trunk': {'1.1'}}
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]: consumer versions:
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]: {   DHCP agent@dv-cinder-843305-3-iscsi: {},
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:     L3 agent@dv-cinder-843305-3-iscsi: {},
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:     Metadata agent@dv-cinder-843305-3-iscsi: {},
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:     Metering agent@dv-cinder-843305-3-iscsi: {},
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:     Open vSwitch agent@dv-cinder-843305-3-iscsi: {   'ConntrackHelper': '1.0',
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'Log': '1.0',
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'Network': '1.1',
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'Port': '1.5',
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'PortForwarding': '1.2',
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'QosPolicy': '1.8',
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'SecurityGroup': '1.2',
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'SecurityGroupRule': '1.0',
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'SubPort': '1.0',
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'Subnet': '1.1',
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'Trunk': '1.1'}}
May 27 00:19:27.702034 dv-cinder-843305-3-iscsi neutron-server[83746]:  {{(pid=83746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 27 00:19:27.742236 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:27.782790 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:27.783825 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:19:27.784444 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:27.893274 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] Pushing event updated for resources: {'Network': ['ID=b91b8835-4048-4424-b32a-0f1e65278c48,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:27.896277 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-f0062ff7-b38e-4849-94c6-af17c4b1e7e1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8654203
May 27 00:19:27.906193 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network b91b8835-4048-4424-b32a-0f1e65278c48 details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:19:30.478058 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 55358) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:19:31.071337 dv-cinder-843305-3-iscsi neutron-server[83748]: WARNING oslo_policy.policy [None req-8fc61596-ccf2-4762-ab59-7c122230cc35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 27 00:19:31.071931 dv-cinder-843305-3-iscsi neutron-server[83748]: WARNING oslo_policy.policy [None req-8fc61596-ccf2-4762-ab59-7c122230cc35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 27 00:19:31.464679 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.policy [None req-8fc61596-ccf2-4762-ab59-7c122230cc35 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83748) register_rules /opt/stack/neutron/neutron/policy.py:65}}
May 27 00:19:31.465461 dv-cinder-843305-3-iscsi neutron-server[83748]: WARNING oslo_policy.policy [None req-8fc61596-ccf2-4762-ab59-7c122230cc35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 27 00:19:31.465824 dv-cinder-843305-3-iscsi neutron-server[83748]: WARNING oslo_policy.policy [None req-8fc61596-ccf2-4762-ab59-7c122230cc35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 27 00:19:31.468659 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc61596-ccf2-4762-ab59-7c122230cc35 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:19:31.470444 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-8fc61596-ccf2-4762-ab59-7c122230cc35 admin admin] 10.222.0.21 "GET /v2.0/networks/b91b8835-4048-4424-b32a-0f1e65278c48 HTTP/1.1" status: 200  len: 825 time: 0.9903591
May 27 00:19:31.501375 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-e119c8d5-6650-4020-9f49-0d0096649d9f admin admin] 10.222.0.21 "GET /v2.0/subnetpools/95fb2226-e5c6-4ad4-b22e-1547295d53b9 HTTP/1.1" status: 200  len: 734 time: 0.0257053
May 27 00:19:31.510322 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Request body: {'subnet': {'tenant_id': '2555b1ebc23a4fba93427e35299953d5', 'ip_version': 4, 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48', 'subnetpool_id': '95fb2226-e5c6-4ad4-b22e-1547295d53b9', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:19:31.511958 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.quota [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fdcf19054c0>.
May 27 00:19:31.517808 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:19:31.523812 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Usage tracker for resource:subnet and tenant:2555b1ebc23a4fba93427e35299953d5 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:19:31.527163 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:19:31.534091 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:19:31.547936 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Made reservation on behalf of 2555b1ebc23a4fba93427e35299953d5 for: {'subnet': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:19:31.550808 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:31.862980 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for subnet, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:31.950827 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac30fb24-35cc-4210-96fc-e2493884eaf1,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:31.955832 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Checking segment: {'id': 'a1188ff8-0690-4e61-a7da-910c17e3b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:19:31.956203 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Network hostable DHCP agents. Network: b91b8835-4048-4424-b32a-0f1e65278c48, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:19:31.965889 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:31.966226 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:31.966556 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:31.966880 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:31.967216 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:31.967540 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:31.967888 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:31.968219 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:31.968541 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:31.968854 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:31.969166 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Tracked resource versions report:
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]: pushed versions:
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]: {   'ConntrackHelper': {'1.0'},
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:     'Log': {'1.0'},
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:     'Network': {'1.1'},
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:     'Port': {'1.5'},
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:     'PortForwarding': {'1.2'},
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:     'QosPolicy': {'1.8'},
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:     'SecurityGroup': {'1.2'},
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:     'SecurityGroupRule': {'1.0'},
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:     'SubPort': {'1.0'},
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:     'Subnet': {'1.1'},
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:     'Trunk': {'1.1'}}
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]: consumer versions:
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]: {   DHCP agent@dv-cinder-843305-3-iscsi: {},
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:     L3 agent@dv-cinder-843305-3-iscsi: {},
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:     Metadata agent@dv-cinder-843305-3-iscsi: {},
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:     Metering agent@dv-cinder-843305-3-iscsi: {},
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:     Open vSwitch agent@dv-cinder-843305-3-iscsi: {   'ConntrackHelper': '1.0',
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'Log': '1.0',
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'Network': '1.1',
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'Port': '1.5',
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'PortForwarding': '1.2',
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'QosPolicy': '1.8',
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'SecurityGroup': '1.2',
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'SecurityGroupRule': '1.0',
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'SubPort': '1.0',
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'Subnet': '1.1',
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'Trunk': '1.1'}}
May 27 00:19:31.970202 dv-cinder-843305-3-iscsi neutron-server[83748]:  {{(pid=83748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 27 00:19:32.010851 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Network b91b8835-4048-4424-b32a-0f1e65278c48 is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:19:32.020434 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, b91b8835-4048-4424-b32a-0f1e65278c48) {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:19:32.025018 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:19:32.025642 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:32.029877 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01feaf6b-c652-4db4-a4c1-b38fae5ecacb None None] Network b91b8835-4048-4424-b32a-0f1e65278c48 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:19:32.047100 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-87c8a1c4-ab74-42db-b577-d62b4f7baeb2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5407484
May 27 00:19:32.339470 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab7e0e-e974-5d1d-8d11-7bdcd4392038-b91b8835-4048-4424-b32a-0f1e65278c48', 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48', 'tenant_id': '2555b1ebc23a4fba93427e35299953d5', 'fixed_ips': [{'subnet_id': 'ac30fb24-35cc-4210-96fc-e2493884eaf1'}]}} from dv-cinder-843305-3-iscsi. {{(pid=83749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
May 27 00:19:32.340641 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:32.526880 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.db_base_plugin_common [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Allocated IP 172.20.0.2 (b91b8835-4048-4424-b32a-0f1e65278c48/ac30fb24-35cc-4210-96fc-e2493884eaf1/c43a123b-43d6-4c3d-b17e-9f85edc4dac8) {{(pid=83749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:19:32.754105 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Notify callbacks [] for port, precommit_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:32.769617 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Transition to ACTIVE for port object c43a123b-43d6-4c3d-b17e-9f85edc4dac8 will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:19:32.789866 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Transition to ACTIVE for port object c43a123b-43d6-4c3d-b17e-9f85edc4dac8 will not be triggered until provisioned by entity DHCP. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:19:32.796830 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:32.869807 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Network b91b8835-4048-4424-b32a-0f1e65278c48 is already hosted by enough agents. {{(pid=83749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:19:32.872515 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.base_scheduler [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Resources bound (agent type, host, resource id):  {{(pid=83749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:19:32.880707 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Received port after_create {{(pid=83749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:19:32.883521 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Pushing event updated for resources: {'Port': ['ID=c43a123b-43d6-4c3d-b17e-9f85edc4dac8,revision_number=1']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:32.923660 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:32.924006 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:32.924341 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:32.924673 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:32.924997 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:32.925318 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:32.925642 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:32.925980 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:32.926303 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:32.926620 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:32.926936 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Tracked resource versions report:
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]: pushed versions:
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]: {   'ConntrackHelper': {'1.0'},
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:     'Log': {'1.0'},
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:     'Network': {'1.1'},
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:     'Port': {'1.5'},
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:     'PortForwarding': {'1.2'},
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:     'QosPolicy': {'1.8'},
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:     'SecurityGroup': {'1.2'},
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:     'SecurityGroupRule': {'1.0'},
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:     'SubPort': {'1.0'},
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:     'Subnet': {'1.1'},
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:     'Trunk': {'1.1'}}
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]: consumer versions:
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]: {   DHCP agent@dv-cinder-843305-3-iscsi: {},
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:     L3 agent@dv-cinder-843305-3-iscsi: {},
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:     Metadata agent@dv-cinder-843305-3-iscsi: {},
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:     Metering agent@dv-cinder-843305-3-iscsi: {},
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:     Open vSwitch agent@dv-cinder-843305-3-iscsi: {   'ConntrackHelper': '1.0',
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'Log': '1.0',
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'Network': '1.1',
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'Port': '1.5',
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'PortForwarding': '1.2',
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'QosPolicy': '1.8',
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'SecurityGroup': '1.2',
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'SecurityGroupRule': '1.0',
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'SubPort': '1.0',
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'Subnet': '1.1',
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'Trunk': '1.1'}}
May 27 00:19:32.928021 dv-cinder-843305-3-iscsi neutron-server[83749]:  {{(pid=83749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 27 00:19:32.987861 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Attempting to bind port c43a123b-43d6-4c3d-b17e-9f85edc4dac8 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:19:32.988261 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Attempting to bind port c43a123b-43d6-4c3d-b17e-9f85edc4dac8 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': 'a1188ff8-0690-4e61-a7da-910c17e3b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:19:32.988688 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Attempting to bind port c43a123b-43d6-4c3d-b17e-9f85edc4dac8 on network b91b8835-4048-4424-b32a-0f1e65278c48 {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:19:32.995715 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:19:32.996118 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Checking segment: {'id': 'a1188ff8-0690-4e61-a7da-910c17e3b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:19:32.996625 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:32.996969 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Bound using segment: {'id': 'a1188ff8-0690-4e61-a7da-910c17e3b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:19:32.997468 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Bound port: c43a123b-43d6-4c3d-b17e-9f85edc4dac8, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1188ff8-0690-4e61-a7da-910c17e3b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:19:32.997867 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:33.083252 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] For port c43a123b-43d6-4c3d-b17e-9f85edc4dac8, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:19:33.087067 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] For port c43a123b-43d6-4c3d-b17e-9f85edc4dac8, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=c43a123b-43d6-4c3d-b17e-9f85edc4dac8,segment=NetworkSegment(a1188ff8-0690-4e61-a7da-910c17e3b48c),segment_id=a1188ff8-0690-4e61-a7da-910c17e3b48c)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:19:33.092527 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:33.194413 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29a6bb-8397-4920-ba57-2994146fd198 None None] Pushing event updated for resources: {'Port': ['ID=c43a123b-43d6-4c3d-b17e-9f85edc4dac8,revision_number=2']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:34.331891 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 55378) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:19:34.726306 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [None req-3a421b65-e565-4c72-ac88-482599c47389 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83748) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
May 27 00:19:34.727284 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-3a421b65-e565-4c72-ac88-482599c47389 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3944335
May 27 00:19:36.174924 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device c43a123b-43d6-4c3d-b17e-9f85edc4dac8 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:19:36.247183 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port c43a123b-43d6-4c3d-b17e-9f85edc4dac8 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:19:36.861484 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c99a78f-c450-4675-9583-ca9bfeb96c49 None None] Network b91b8835-4048-4424-b32a-0f1e65278c48 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:19:36.957074 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e1d4b290-566c-4d9a-8cb8-990a70e3bffb None None] Provisioning for port c43a123b-43d6-4c3d-b17e-9f85edc4dac8 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:19:36.966932 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e1d4b290-566c-4d9a-8cb8-990a70e3bffb None None] Provisioning complete for port c43a123b-43d6-4c3d-b17e-9f85edc4dac8 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:19:36.967325 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b290-566c-4d9a-8cb8-990a70e3bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:37.014116 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 55392) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:19:37.187604 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b290-566c-4d9a-8cb8-990a70e3bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:37.237604 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e1d4b290-566c-4d9a-8cb8-990a70e3bffb None None] For port c43a123b-43d6-4c3d-b17e-9f85edc4dac8, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=c43a123b-43d6-4c3d-b17e-9f85edc4dac8,segment=NetworkSegment(a1188ff8-0690-4e61-a7da-910c17e3b48c),segment_id=a1188ff8-0690-4e61-a7da-910c17e3b48c)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:19:37.242023 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b290-566c-4d9a-8cb8-990a70e3bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:37.316840 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4b290-566c-4d9a-8cb8-990a70e3bffb None None] Pushing event updated for resources: {'Port': ['ID=c43a123b-43d6-4c3d-b17e-9f85edc4dac8,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:37.470973 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-d3df0f94-8334-448e-b9db-36b4964e8cdd None None] Provisioning complete for port c43a123b-43d6-4c3d-b17e-9f85edc4dac8 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:19:37.471334 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-d3df0f94-8334-448e-b9db-36b4964e8cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:37.494661 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [None req-303f1ab5-c62f-44df-b4d5-56823354d108 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83748) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
May 27 00:19:37.495701 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-303f1ab5-c62f-44df-b4d5-56823354d108 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4806454
May 27 00:19:38.155028 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device c43a123b-43d6-4c3d-b17e-9f85edc4dac8 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:19:38.225484 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port c43a123b-43d6-4c3d-b17e-9f85edc4dac8 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:19:38.226163 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:40.099727 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 55404) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:19:40.480404 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-4908547c-d0bc-462a-bc2f-51e4c6e6ef49 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '2555b1ebc23a4fba93427e35299953d5'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:19:40.488217 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-4908547c-d0bc-462a-bc2f-51e4c6e6ef49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:19:40.492094 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-4908547c-d0bc-462a-bc2f-51e4c6e6ef49 admin admin] Usage tracker for resource:router and tenant:2555b1ebc23a4fba93427e35299953d5 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:19:40.495288 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-4908547c-d0bc-462a-bc2f-51e4c6e6ef49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:19:40.501408 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-4908547c-d0bc-462a-bc2f-51e4c6e6ef49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:19:40.512121 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4908547c-d0bc-462a-bc2f-51e4c6e6ef49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4108275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:40.513615 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4908547c-d0bc-462a-bc2f-51e4c6e6ef49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4108176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4105332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3770880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:40.540249 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4908547c-d0bc-462a-bc2f-51e4c6e6ef49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:40.651869 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4908547c-d0bc-462a-bc2f-51e4c6e6ef49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4108800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105369'] for router, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:40.671563 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4908547c-d0bc-462a-bc2f-51e4c6e6ef49 admin admin] Notify callbacks [] for router, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:40.672763 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-4908547c-d0bc-462a-bc2f-51e4c6e6ef49 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5714703
May 27 00:19:41.085885 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 5 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:19:42.975731 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 55414) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:19:43.369397 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [None req-5379805e-2c0a-4f48-b423-56f18533a1e0 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83748) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
May 27 00:19:43.370347 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-5379805e-2c0a-4f48-b423-56f18533a1e0 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3937261
May 27 00:19:44.443432 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-455cfc46-cc7c-4fbf-a766-928855b92aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:45.643012 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 55424) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:19:46.033346 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:19:46.038942 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:19:46.042645 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Usage tracker for resource:network and tenant:366410f704db44f2a37b2e415f7f0c94 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:19:46.046972 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:19:46.055443 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:19:46.066441 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Made reservation on behalf of 366410f704db44f2a37b2e415f7f0c94 for: {'network': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:19:46.068977 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:46.086405 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:46.127330 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:19:46.131334 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Usage tracker for resource:security_group_rule and tenant:366410f704db44f2a37b2e415f7f0c94 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:19:46.134752 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:19:46.140364 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:19:46.209107 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:46.213096 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:46.236728 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Reserving flat network on physical network physnet1 {{(pid=83748) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 27 00:19:46.250429 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b0fdc9-509d-461d-adae-ca39cd78b209,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:46.258040 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786683328624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:46.258587 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fdcf2378700> segment precommit_create {{(pid=83748) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 27 00:19:46.259067 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.segments_db [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Added segment 770658a3-5ab9-4a0a-a7c9-fa4432ceadf3 of type flat for network da325109-6bb9-4d0f-8321-89f562e3239f
May 27 00:19:46.297913 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:46.338941 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:46.341480 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:19:46.341480 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:46.456184 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] Pushing event updated for resources: {'Network': ['ID=da325109-6bb9-4d0f-8321-89f562e3239f,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:46.460431 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-290ab790-074e-4f94-967a-89cd78d008d2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8158550
May 27 00:19:46.468823 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network da325109-6bb9-4d0f-8321-89f562e3239f details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:19:46.644603 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-1a89272e-5ff1-4fda-bb9f-48c9d00ea885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:47.817032 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:47.924578 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:48.730839 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 55444) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:19:48.965348 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31272d35-6961-45ec-8858-aa9a5c712f80 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:19:48.966679 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-31272d35-6961-45ec-8858-aa9a5c712f80 admin admin] 10.222.0.21 "GET /v2.0/subnets/ac30fb24-35cc-4210-96fc-e2493884eaf1 HTTP/1.1" status: 200  len: 849 time: 0.2348862
May 27 00:19:49.085203 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:49.110521 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-97251f28-5e2e-4f19-9602-c8cfa41b863a admin admin] 10.222.0.21 "GET /v2.0/routers/b8ab4c11-eca8-421d-a22a-c06d352ee057 HTTP/1.1" status: 200  len: 704 time: 0.1385677
May 27 00:19:49.568743 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:49.801361 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Allocated IP 172.20.0.1 (b91b8835-4048-4424-b32a-0f1e65278c48/ac30fb24-35cc-4210-96fc-e2493884eaf1/dcacf6e1-385f-41ad-b6e3-3e2195e17396) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:19:49.960388 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:49.977875 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Transition to ACTIVE for port object dcacf6e1-385f-41ad-b6e3-3e2195e17396 will not be triggered until provisioned by entity DHCP. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:19:50.026660 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:50.094225 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Network b91b8835-4048-4424-b32a-0f1e65278c48 is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:19:50.096754 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:19:50.101020 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:19:50.101530 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4106083'] for router_interface, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:50.107371 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Pushing event updated for resources: {'Port': ['ID=dcacf6e1-385f-41ad-b6e3-3e2195e17396,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:50.269420 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:50.280887 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-0733770b-c0f2-4d7e-b5df-610817d4a09b None None] Provisioning for port dcacf6e1-385f-41ad-b6e3-3e2195e17396 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:19:50.285354 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-0733770b-c0f2-4d7e-b5df-610817d4a09b None None] Provisioning complete for port dcacf6e1-385f-41ad-b6e3-3e2195e17396 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:19:50.285715 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-0733770b-c0f2-4d7e-b5df-610817d4a09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:50.340895 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-0733770b-c0f2-4d7e-b5df-610817d4a09b None None] Port dcacf6e1-385f-41ad-b6e3-3e2195e17396 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:19:50.490711 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:50.495797 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:50.496347 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4106190'] for router_interface, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:50.625809 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Pushing event updated for resources: {'Port': ['ID=dcacf6e1-385f-41ad-b6e3-3e2195e17396,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:50.693111 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Network b91b8835-4048-4424-b32a-0f1e65278c48 is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:19:50.694801 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:19:50.864008 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-34f33c2d-a84f-4b9b-b8cb-4e20266d190c None None] Provisioning complete for port dcacf6e1-385f-41ad-b6e3-3e2195e17396 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:19:50.864370 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-34f33c2d-a84f-4b9b-b8cb-4e20266d190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:50.915252 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-34f33c2d-a84f-4b9b-b8cb-4e20266d190c None None] Port dcacf6e1-385f-41ad-b6e3-3e2195e17396 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:19:51.042323 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Router b8ab4c11-eca8-421d-a22a-c06d352ee057 is scheduled to L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c with binding_index 1 {{(pid=83748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 27 00:19:51.200055 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:19:51.209368 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-3b346242-d154-4284-82eb-30c906dc536a admin admin] 10.222.0.21 "PUT /v2.0/routers/b8ab4c11-eca8-421d-a22a-c06d352ee057/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0940185
May 27 00:19:51.209536 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Sync routers for ids ['b8ab4c11-eca8-421d-a22a-c06d352ee057'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:19:51.221874 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Routers {'b8ab4c11-eca8-421d-a22a-c06d352ee057'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:19:51.222712 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1829f70>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:19:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['b8ab4c11-eca8-421d-a22a-c06d352ee057'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:19:51.392975 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Set router b8ab4c11-eca8-421d-a22a-c06d352ee057 gateway port host: None {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:19:51.773595 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1829f70>, [{'id': 'b8ab4c11-eca8-421d-a22a-c06d352ee057', 'name': 'router1', 'tenant_id': '2555b1ebc23a4fba93427e35299953d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:19:40Z', 'updated_at': '2022-05-27T00:19:50Z', 'revision_number': 2, 'project_id': '2555b1ebc23a4fba93427e35299953d5', 'gw_port_host': None, '_interfaces': [{'id': 'dcacf6e1-385f-41ad-b6e3-3e2195e17396', 'name': '', 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48', 'tenant_id': '2555b1ebc23a4fba93427e35299953d5', 'mac_address': 'fa:16:3e:a7:ac:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ab4c11-eca8-421d-a22a-c06d352ee057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac30fb24-35cc-4210-96fc-e2493884eaf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:19:49Z', 'updated_at': '2022-05-27T00:19:50Z', 'revision_number': 2, 'project_id': '2555b1ebc23a4fba93427e35299953d5', 'subnets': [{'id': 'ac30fb24-35cc-4210-96fc-e2493884eaf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95fb2226-e5c6-4ad4-b22e-1547295d53b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:19:51.778861 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Checking router: b8ab4c11-eca8-421d-a22a-c06d352ee057 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:19:51.779223 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Updating router b8ab4c11-eca8-421d-a22a-c06d352ee057 port dcacf6e1-385f-41ad-b6e3-3e2195e17396 binding host dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:19:51.836385 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:52.273516 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Notify callbacks [] for port, precommit_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:52.289869 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.provisioning_blocks [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Transition to ACTIVE for port object dcacf6e1-385f-41ad-b6e3-3e2195e17396 will not be triggered until provisioned by entity L2. {{(pid=83750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:19:52.297207 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:52.463488 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767efc59-f9d1-4d3f-b0bf-c6cdf99fa50f None None] Pushing event updated for resources: {'Port': ['ID=dcacf6e1-385f-41ad-b6e3-3e2195e17396,revision_number=3']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:52.504562 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767efc59-f9d1-4d3f-b0bf-c6cdf99fa50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:52.504878 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767efc59-f9d1-4d3f-b0bf-c6cdf99fa50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:52.505393 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767efc59-f9d1-4d3f-b0bf-c6cdf99fa50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:52.505743 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767efc59-f9d1-4d3f-b0bf-c6cdf99fa50f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:52.506024 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767efc59-f9d1-4d3f-b0bf-c6cdf99fa50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:52.506869 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767efc59-f9d1-4d3f-b0bf-c6cdf99fa50f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:52.507171 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767efc59-f9d1-4d3f-b0bf-c6cdf99fa50f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:52.507500 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767efc59-f9d1-4d3f-b0bf-c6cdf99fa50f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:52.507845 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767efc59-f9d1-4d3f-b0bf-c6cdf99fa50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:52.508170 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767efc59-f9d1-4d3f-b0bf-c6cdf99fa50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:52.508470 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767efc59-f9d1-4d3f-b0bf-c6cdf99fa50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767efc59-f9d1-4d3f-b0bf-c6cdf99fa50f None None] Tracked resource versions report:
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]: pushed versions:
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]: {   'ConntrackHelper': {'1.0'},
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:     'Log': {'1.0'},
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:     'Network': {'1.1'},
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:     'Port': {'1.5'},
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:     'PortForwarding': {'1.2'},
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:     'QosPolicy': {'1.8'},
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:     'SecurityGroup': {'1.2'},
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:     'SecurityGroupRule': {'1.0'},
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:     'SubPort': {'1.0'},
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:     'Subnet': {'1.1'},
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:     'Trunk': {'1.1'}}
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]: consumer versions:
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]: {   DHCP agent@dv-cinder-843305-3-iscsi: {},
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:     L3 agent@dv-cinder-843305-3-iscsi: {},
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:     Metadata agent@dv-cinder-843305-3-iscsi: {},
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:     Metering agent@dv-cinder-843305-3-iscsi: {},
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:     Open vSwitch agent@dv-cinder-843305-3-iscsi: {   'ConntrackHelper': '1.0',
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'Log': '1.0',
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'Network': '1.1',
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'Port': '1.5',
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'PortForwarding': '1.2',
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'QosPolicy': '1.8',
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'SecurityGroup': '1.2',
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'SecurityGroupRule': '1.0',
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'SubPort': '1.0',
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'Subnet': '1.1',
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'Trunk': '1.1'}}
May 27 00:19:52.509534 dv-cinder-843305-3-iscsi neutron-server[83750]:  {{(pid=83750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 27 00:19:52.576811 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Attempting to bind port dcacf6e1-385f-41ad-b6e3-3e2195e17396 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:19:52.577332 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Attempting to bind port dcacf6e1-385f-41ad-b6e3-3e2195e17396 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': 'a1188ff8-0690-4e61-a7da-910c17e3b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48'}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:19:52.577929 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Attempting to bind port dcacf6e1-385f-41ad-b6e3-3e2195e17396 on network b91b8835-4048-4424-b32a-0f1e65278c48 {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:19:52.586924 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:19:52.587312 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Checking segment: {'id': 'a1188ff8-0690-4e61-a7da-910c17e3b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:19:52.587796 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:52.588175 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Bound using segment: {'id': 'a1188ff8-0690-4e61-a7da-910c17e3b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48'} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:19:52.588678 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Bound port: dcacf6e1-385f-41ad-b6e3-3e2195e17396, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1188ff8-0690-4e61-a7da-910c17e3b48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48'}}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:19:52.589056 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:52.681490 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] For port dcacf6e1-385f-41ad-b6e3-3e2195e17396, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:19:52.686008 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] For port dcacf6e1-385f-41ad-b6e3-3e2195e17396, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=dcacf6e1-385f-41ad-b6e3-3e2195e17396,segment=NetworkSegment(a1188ff8-0690-4e61-a7da-910c17e3b48c),segment_id=a1188ff8-0690-4e61-a7da-910c17e3b48c)] {{(pid=83750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:19:52.690652 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:52.781959 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767efc59-f9d1-4d3f-b0bf-c6cdf99fa50f None None] Pushing event updated for resources: {'Port': ['ID=dcacf6e1-385f-41ad-b6e3-3e2195e17396,revision_number=4']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:52.786778 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Routers {'b8ab4c11-eca8-421d-a22a-c06d352ee057'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:19:52.787381 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1829f70>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:19:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['b8ab4c11-eca8-421d-a22a-c06d352ee057'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:19:52.947175 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] Set router b8ab4c11-eca8-421d-a22a-c06d352ee057 gateway port host: None {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:19:53.279068 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1829f70>, [{'id': 'b8ab4c11-eca8-421d-a22a-c06d352ee057', 'name': 'router1', 'tenant_id': '2555b1ebc23a4fba93427e35299953d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:19:40Z', 'updated_at': '2022-05-27T00:19:50Z', 'revision_number': 2, 'project_id': '2555b1ebc23a4fba93427e35299953d5', 'gw_port_host': None, '_interfaces': [{'id': 'dcacf6e1-385f-41ad-b6e3-3e2195e17396', 'name': '', 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48', 'tenant_id': '2555b1ebc23a4fba93427e35299953d5', 'mac_address': 'fa:16:3e:a7:ac:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ab4c11-eca8-421d-a22a-c06d352ee057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac30fb24-35cc-4210-96fc-e2493884eaf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:19:49Z', 'updated_at': '2022-05-27T00:19:52Z', 'revision_number': 4, 'project_id': '2555b1ebc23a4fba93427e35299953d5', 'subnets': [{'id': 'ac30fb24-35cc-4210-96fc-e2493884eaf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95fb2226-e5c6-4ad4-b22e-1547295d53b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:19:53.283149 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f61a473-4f90-40a1-bde1-2ef3ab4ad10a None None] The sync data for ids ['b8ab4c11-eca8-421d-a22a-c06d352ee057'] in dv-cinder-843305-3-iscsi is: [{'id': 'b8ab4c11-eca8-421d-a22a-c06d352ee057', 'name': 'router1', 'tenant_id': '2555b1ebc23a4fba93427e35299953d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:19:40Z', 'updated_at': '2022-05-27T00:19:50Z', 'revision_number': 2, 'project_id': '2555b1ebc23a4fba93427e35299953d5', 'gw_port_host': None, '_interfaces': [{'id': 'dcacf6e1-385f-41ad-b6e3-3e2195e17396', 'name': '', 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48', 'tenant_id': '2555b1ebc23a4fba93427e35299953d5', 'mac_address': 'fa:16:3e:a7:ac:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ab4c11-eca8-421d-a22a-c06d352ee057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac30fb24-35cc-4210-96fc-e2493884eaf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:19:49Z', 'updated_at': '2022-05-27T00:19:52Z', 'revision_number': 4, 'project_id': '2555b1ebc23a4fba93427e35299953d5', 'subnets': [{'id': 'ac30fb24-35cc-4210-96fc-e2493884eaf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95fb2226-e5c6-4ad4-b22e-1547295d53b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:19:53.308267 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 55468) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:19:53.481192 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1613a4c2-909b-4aa0-b083-509c5a08ad0e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:19:53.481747 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-1613a4c2-909b-4aa0-b083-509c5a08ad0e admin admin] Synchronizing usage tracker for tenant:366410f704db44f2a37b2e415f7f0c94 on resource:network {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:19:53.498309 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-1613a4c2-909b-4aa0-b083-509c5a08ad0e admin admin] Unset dirty status for tenant:366410f704db44f2a37b2e415f7f0c94 on resource:network {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:19:53.499554 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-1613a4c2-909b-4aa0-b083-509c5a08ad0e admin admin] 10.222.0.21 "GET /v2.0/networks/da325109-6bb9-4d0f-8321-89f562e3239f HTTP/1.1" status: 200  len: 842 time: 0.1902962
May 27 00:19:53.509037 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'ip_version': 4}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:19:53.514029 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:19:53.517711 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] Usage tracker for resource:subnet and tenant:366410f704db44f2a37b2e415f7f0c94 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:19:53.520473 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:19:53.527475 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:19:53.537038 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] Made reservation on behalf of 366410f704db44f2a37b2e415f7f0c94 for: {'subnet': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:19:53.540240 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:53.944835 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.objects.ports [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83748) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}}
May 27 00:19:53.945282 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for subnet, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:54.017895 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=23207757-4014-4f52-8b42-86130b03a5ab,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:54.028501 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] Checking segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:19:54.028842 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] Network hostable DHCP agents. Network: da325109-6bb9-4d0f-8321-89f562e3239f, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:19:54.050479 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] Network da325109-6bb9-4d0f-8321-89f562e3239f is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:19:54.059936 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, da325109-6bb9-4d0f-8321-89f562e3239f) {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:19:54.068329 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:19:54.069183 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90504181-d696-4153-8d84-6cbd534b48de None None] Network da325109-6bb9-4d0f-8321-89f562e3239f requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:19:54.069588 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:54.107621 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-f7ad1735-38cd-4af2-b843-a2af9e5cd9ff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5902164
May 27 00:19:54.336502 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f441e5-80ca-4c0d-9665-6c70448af830 None None] Network da325109-6bb9-4d0f-8321-89f562e3239f requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:19:56.182653 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device dcacf6e1-385f-41ad-b6e3-3e2195e17396 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:19:56.256929 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 55482) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:19:56.271529 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port dcacf6e1-385f-41ad-b6e3-3e2195e17396 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:19:56.276319 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port dcacf6e1-385f-41ad-b6e3-3e2195e17396 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:19:56.276630 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:56.388461 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:56.421660 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port dcacf6e1-385f-41ad-b6e3-3e2195e17396, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=dcacf6e1-385f-41ad-b6e3-3e2195e17396,segment=NetworkSegment(a1188ff8-0690-4e61-a7da-910c17e3b48c),segment_id=a1188ff8-0690-4e61-a7da-910c17e3b48c)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:19:56.426046 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:56.492379 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-7fe03c18-5fee-4b8d-bb7a-a460332d480a admin admin] 10.222.0.21 "GET /v2.0/routers/b8ab4c11-eca8-421d-a22a-c06d352ee057 HTTP/1.1" status: 200  len: 710 time: 0.2339427
May 27 00:19:56.492994 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=dcacf6e1-385f-41ad-b6e3-3e2195e17396,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:56.619260 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a391ee-71b6-47c0-aeec-5fe766e56acf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:19:56.620657 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-d7a391ee-71b6-47c0-aeec-5fe766e56acf admin admin] 10.222.0.21 "GET /v2.0/networks/da325109-6bb9-4d0f-8321-89f562e3239f HTTP/1.1" status: 200  len: 886 time: 0.1234345
May 27 00:19:56.629555 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:19:57.110585 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4108809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5558'] for router, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:57.292301 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:57.348598 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:57.480793 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Allocated IP 172.27.3.198 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/4ab8c195-f2cc-44bc-b6af-1405210e2958) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:19:57.668265 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:57.697260 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:57.766184 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:19:57.768887 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:19:57.772796 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:19:57.801700 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4ab8c195-f2cc-44bc-b6af-1405210e2958,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:57.917159 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:58.081993 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4108809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5558'] for router, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:58.085764 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4105359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4105360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4108818'] for router, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:58.167792 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device dcacf6e1-385f-41ad-b6e3-3e2195e17396 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:19:58.241275 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port dcacf6e1-385f-41ad-b6e3-3e2195e17396 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:19:58.241634 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:58.289295 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Router b8ab4c11-eca8-421d-a22a-c06d352ee057 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:19:58.485704 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:19:58.493963 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] Notify callbacks [] for router, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:58.494866 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Sync routers for ids ['b8ab4c11-eca8-421d-a22a-c06d352ee057'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:19:58.495187 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-6713c50d-2c8d-4a79-af9e-49a958aaa6f0 admin admin] 10.222.0.21 "PUT /v2.0/routers/b8ab4c11-eca8-421d-a22a-c06d352ee057 HTTP/1.1" status: 200  len: 890 time: 1.8691900
May 27 00:19:58.508022 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Routers {'b8ab4c11-eca8-421d-a22a-c06d352ee057'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:19:58.508709 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1549f10>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:19:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['b8ab4c11-eca8-421d-a22a-c06d352ee057'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:19:58.699597 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Set router b8ab4c11-eca8-421d-a22a-c06d352ee057 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:19:59.041771 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1549f10>, [{'id': 'b8ab4c11-eca8-421d-a22a-c06d352ee057', 'name': 'router1', 'tenant_id': '2555b1ebc23a4fba93427e35299953d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ab8c195-f2cc-44bc-b6af-1405210e2958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:19:40Z', 'updated_at': '2022-05-27T00:19:57Z', 'revision_number': 4, 'project_id': '2555b1ebc23a4fba93427e35299953d5', 'gw_port': {'id': '4ab8c195-f2cc-44bc-b6af-1405210e2958', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ab4c11-eca8-421d-a22a-c06d352ee057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:19:57Z', 'updated_at': '2022-05-27T00:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'dcacf6e1-385f-41ad-b6e3-3e2195e17396', 'name': '', 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48', 'tenant_id': '2555b1ebc23a4fba93427e35299953d5', 'mac_address': 'fa:16:3e:a7:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4c11-eca8-421d-a22a-c06d352ee057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac30fb24-35cc-4210-96fc-e2493884eaf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:19:49Z', 'updated_at': '2022-05-27T00:19:56Z', 'revision_number': 5, 'project_id': '2555b1ebc23a4fba93427e35299953d5', 'subnets': [{'id': 'ac30fb24-35cc-4210-96fc-e2493884eaf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95fb2226-e5c6-4ad4-b22e-1547295d53b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:19:59.046698 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Checking router: b8ab4c11-eca8-421d-a22a-c06d352ee057 for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:19:59.047029 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Updating router b8ab4c11-eca8-421d-a22a-c06d352ee057 port 4ab8c195-f2cc-44bc-b6af-1405210e2958 binding host dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:19:59.099258 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:59.422302 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Notify callbacks [] for port, precommit_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:59.434590 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Transition to ACTIVE for port object 4ab8c195-f2cc-44bc-b6af-1405210e2958 will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:19:59.440735 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:59.514626 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481d266-ef76-43d9-8e76-26f484fe477e None None] Pushing event updated for resources: {'Port': ['ID=4ab8c195-f2cc-44bc-b6af-1405210e2958,revision_number=2']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:59.521011 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Attempting to bind port 4ab8c195-f2cc-44bc-b6af-1405210e2958 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:19:59.521366 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Attempting to bind port 4ab8c195-f2cc-44bc-b6af-1405210e2958 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:19:59.521762 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Attempting to bind port 4ab8c195-f2cc-44bc-b6af-1405210e2958 on network da325109-6bb9-4d0f-8321-89f562e3239f {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:19:59.528022 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:19:59.528364 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Checking segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:19:59.528756 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:59.529131 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Bound using segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:19:59.529578 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Bound port: 4ab8c195-f2cc-44bc-b6af-1405210e2958, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:19:59.529950 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:59.604135 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] For port 4ab8c195-f2cc-44bc-b6af-1405210e2958, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:19:59.607232 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] For port 4ab8c195-f2cc-44bc-b6af-1405210e2958, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=4ab8c195-f2cc-44bc-b6af-1405210e2958,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:19:59.613288 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:19:59.714689 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481d266-ef76-43d9-8e76-26f484fe477e None None] Pushing event updated for resources: {'Port': ['ID=4ab8c195-f2cc-44bc-b6af-1405210e2958,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:19:59.717458 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Routers {'b8ab4c11-eca8-421d-a22a-c06d352ee057'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:19:59.718056 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1549f10>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:19:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['b8ab4c11-eca8-421d-a22a-c06d352ee057'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:19:59.897747 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] Set router b8ab4c11-eca8-421d-a22a-c06d352ee057 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:20:00.226989 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1549f10>, [{'id': 'b8ab4c11-eca8-421d-a22a-c06d352ee057', 'name': 'router1', 'tenant_id': '2555b1ebc23a4fba93427e35299953d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ab8c195-f2cc-44bc-b6af-1405210e2958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:19:40Z', 'updated_at': '2022-05-27T00:19:57Z', 'revision_number': 4, 'project_id': '2555b1ebc23a4fba93427e35299953d5', 'gw_port': {'id': '4ab8c195-f2cc-44bc-b6af-1405210e2958', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ab4c11-eca8-421d-a22a-c06d352ee057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:19:57Z', 'updated_at': '2022-05-27T00:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'dcacf6e1-385f-41ad-b6e3-3e2195e17396', 'name': '', 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48', 'tenant_id': '2555b1ebc23a4fba93427e35299953d5', 'mac_address': 'fa:16:3e:a7:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4c11-eca8-421d-a22a-c06d352ee057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac30fb24-35cc-4210-96fc-e2493884eaf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:19:49Z', 'updated_at': '2022-05-27T00:19:56Z', 'revision_number': 5, 'project_id': '2555b1ebc23a4fba93427e35299953d5', 'subnets': [{'id': 'ac30fb24-35cc-4210-96fc-e2493884eaf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95fb2226-e5c6-4ad4-b22e-1547295d53b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:20:00.231154 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d254f6f7-3cca-4b82-a26f-2c6e1d475bda None None] The sync data for ids ['b8ab4c11-eca8-421d-a22a-c06d352ee057'] in dv-cinder-843305-3-iscsi is: [{'id': 'b8ab4c11-eca8-421d-a22a-c06d352ee057', 'name': 'router1', 'tenant_id': '2555b1ebc23a4fba93427e35299953d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '4ab8c195-f2cc-44bc-b6af-1405210e2958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:19:40Z', 'updated_at': '2022-05-27T00:19:57Z', 'revision_number': 4, 'project_id': '2555b1ebc23a4fba93427e35299953d5', 'gw_port': {'id': '4ab8c195-f2cc-44bc-b6af-1405210e2958', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ab4c11-eca8-421d-a22a-c06d352ee057', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:19:57Z', 'updated_at': '2022-05-27T00:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'dcacf6e1-385f-41ad-b6e3-3e2195e17396', 'name': '', 'network_id': 'b91b8835-4048-4424-b32a-0f1e65278c48', 'tenant_id': '2555b1ebc23a4fba93427e35299953d5', 'mac_address': 'fa:16:3e:a7:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ab4c11-eca8-421d-a22a-c06d352ee057', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac30fb24-35cc-4210-96fc-e2493884eaf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:19:49Z', 'updated_at': '2022-05-27T00:19:56Z', 'revision_number': 5, 'project_id': '2555b1ebc23a4fba93427e35299953d5', 'subnets': [{'id': 'ac30fb24-35cc-4210-96fc-e2493884eaf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95fb2226-e5c6-4ad4-b22e-1547295d53b9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:20:00.824164 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 55492) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:20:00.981760 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-770ff41b-6381-4879-84f8-5e399aadfe45 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1564343
May 27 00:20:02.227308 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 4ab8c195-f2cc-44bc-b6af-1405210e2958 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:20:02.348669 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 4ab8c195-f2cc-44bc-b6af-1405210e2958 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:20:02.357118 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 4ab8c195-f2cc-44bc-b6af-1405210e2958 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:20:02.357118 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:20:02.491918 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:20:02.510647 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 4ab8c195-f2cc-44bc-b6af-1405210e2958, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=4ab8c195-f2cc-44bc-b6af-1405210e2958,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:20:02.515416 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:20:02.593637 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=4ab8c195-f2cc-44bc-b6af-1405210e2958,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:20:04.195881 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 4ab8c195-f2cc-44bc-b6af-1405210e2958 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:20:04.295479 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 4ab8c195-f2cc-44bc-b6af-1405210e2958 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:20:04.296531 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:20:14.464617 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-6dcbf986-9bb7-4342-bd1f-a786272d6367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:20:16.655997 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-06da42ea-bb41-4760-baa8-1c7ed80c2ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:20:17.832689 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:20:17.931095 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:20:18.088377 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 5 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:20:19.114758 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:20:44.450106 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-118a8dcd-aed3-4957-b446-e81c30e8f6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:20:46.652613 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8e9c3d34-a355-4cb9-9be2-dbc24895eb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:20:47.833060 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:20:47.937044 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:20:49.127316 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:20:55.091537 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 5 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:21:14.460225 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-0526ca06-1fa7-4652-915a-9b2c6d04e9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:21:16.655829 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-03d6c636-8214-436a-8f48-42f499ef413f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:21:17.844537 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:21:17.945036 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:21:19.127893 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:21:32.092885 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 5 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:21:44.453137 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ece8521d-9b47-4eb0-9ecd-bd90aea46340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:21:46.643387 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e9713b50-d7b0-43af-bd81-5bef077352ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:21:47.836981 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:21:47.921818 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:21:49.116646 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:22:09.092487 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 5 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:22:14.467481 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-07ab2757-18a9-4e82-b882-53bb994ec220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:22:16.649920 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-5afd13be-b60d-4a5a-8eb9-eb450ba2b4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:22:16.709491 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56072) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:22:16.811218 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3bf49d-b7ab-4ddc-8d29-cfb26ff35c89 admin admin] GET failed (client error): The resource could not be found.
May 27 00:22:16.812835 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-ca3bf49d-b7ab-4ddc-8d29-cfb26ff35c89 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1019878
May 27 00:22:16.949501 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ac97c-170b-49c5-b7c9-75791e121130 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:22:16.950953 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-915ac97c-170b-49c5-b7c9-75791e121130 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1340480
May 27 00:22:17.840224 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:22:17.918035 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:22:19.085484 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56082) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:22:19.125204 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:22:19.227435 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76e0d55-46a3-4721-aed8-06260f5fdafb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:22:19.228012 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-c76e0d55-46a3-4721-aed8-06260f5fdafb admin admin] Synchronizing usage tracker for tenant:366410f704db44f2a37b2e415f7f0c94 on resource:subnet {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:22:19.246856 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-c76e0d55-46a3-4721-aed8-06260f5fdafb admin admin] Unset dirty status for tenant:366410f704db44f2a37b2e415f7f0c94 on resource:subnet {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:22:19.248220 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-c76e0d55-46a3-4721-aed8-06260f5fdafb admin admin] 10.222.0.21 "GET /v2.0/subnets/ac30fb24-35cc-4210-96fc-e2493884eaf1 HTTP/1.1" status: 200  len: 849 time: 0.1617484
May 27 00:22:19.258642 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:22:19.385246 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:22:19.582396 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786683333789'] for subnet, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:22:19.647388 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:22:19.648066 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:22:19.650001 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] 10.222.0.21 "PUT /v2.0/subnets/ac30fb24-35cc-4210-96fc-e2493884eaf1 HTTP/1.1" status: 200  len: 868 time: 0.3950593
May 27 00:22:19.654736 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed28221-508f-45e4-be8b-07e78bd4403c None None] Network b91b8835-4048-4424-b32a-0f1e65278c48 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:22:19.689323 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac30fb24-35cc-4210-96fc-e2493884eaf1,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:22:19.703835 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:22:19.704340 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:22:19.704843 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:22:19.705544 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:22:19.706205 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:22:19.706920 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:22:19.707311 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:22:19.707817 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:22:19.708288 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:22:19.708753 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:22:19.709230 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bab50f-8ae4-411c-a0f1-1c4f1747cb29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:22:20.300668 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-7cea910e-e87e-4fa7-afc1-23c4ff42608e None None] Provisioning complete for port dcacf6e1-385f-41ad-b6e3-3e2195e17396 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:22:20.301396 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7cea910e-e87e-4fa7-afc1-23c4ff42608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:22:20.433786 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-7cea910e-e87e-4fa7-afc1-23c4ff42608e None None] Provisioning complete for port c43a123b-43d6-4c3d-b17e-9f85edc4dac8 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:22:20.434191 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7cea910e-e87e-4fa7-afc1-23c4ff42608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:22:21.777933 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56092) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:22:22.049717 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3f168f-7a9f-46ae-9522-320632fd7ce8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:22:22.049969 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3f168f-7a9f-46ae-9522-320632fd7ce8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:22:22.051516 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-ac3f168f-7a9f-46ae-9522-320632fd7ce8 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2725275
May 27 00:22:24.198435 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56102) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:22:24.505450 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ef4ee0-918f-45d5-a1bf-4505983874d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:22:24.505949 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ef4ee0-918f-45d5-a1bf-4505983874d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:22:24.507640 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-19ef4ee0-918f-45d5-a1bf-4505983874d6 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.3079784
May 27 00:22:27.014966 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56112) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:22:27.246607 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655b1e5d-98de-44e7-af63-9c7f059e61c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:22:27.248057 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-655b1e5d-98de-44e7-af63-9c7f059e61c3 admin admin] 10.222.0.21 "GET /v2.0/networks/b91b8835-4048-4424-b32a-0f1e65278c48 HTTP/1.1" status: 200  len: 869 time: 0.2315731
May 27 00:22:29.674796 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 56122) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:22:29.928324 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb2f99-960c-4d08-b58c-0ec55720f588 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:22:29.929952 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-2ccb2f99-960c-4d08-b58c-0ec55720f588 admin admin] 10.222.0.21 "GET /v2.0/networks/da325109-6bb9-4d0f-8321-89f562e3239f HTTP/1.1" status: 200  len: 886 time: 0.2554975
May 27 00:22:32.119948 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 56132) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:22:32.291703 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c6bc4d-41fc-4321-a744-8c553e19690e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:22:32.292062 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c6bc4d-41fc-4321-a744-8c553e19690e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:22:32.294041 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-b2c6bc4d-41fc-4321-a744-8c553e19690e admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1730783
May 27 00:22:34.445865 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56142) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:22:34.601253 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5122cfe7-88ac-42da-866c-16d30665a4b8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:22:34.601671 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5122cfe7-88ac-42da-866c-16d30665a4b8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:22:34.603214 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-5122cfe7-88ac-42da-866c-16d30665a4b8 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1561179
May 27 00:22:36.686503 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56152) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:22:36.838601 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48795675-1da8-457a-bb26-5fb663d3c0fd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:22:36.842249 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-48795675-1da8-457a-bb26-5fb663d3c0fd admin admin] 10.222.0.21 "GET /v2.0/subnets/23207757-4014-4f52-8b42-86130b03a5ab HTTP/1.1" status: 200  len: 816 time: 0.1543524
May 27 00:22:38.952100 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 56162) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:22:39.088168 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45458674-848f-4e36-a7bf-4e0146ddc752 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:22:39.089794 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-45458674-848f-4e36-a7bf-4e0146ddc752 admin admin] 10.222.0.21 "GET /v2.0/subnets/ac30fb24-35cc-4210-96fc-e2493884eaf1 HTTP/1.1" status: 200  len: 868 time: 0.1363590
May 27 00:22:44.464004 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-2e4c803a-d4e9-49b3-b1ac-e141d20d47f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:22:46.093517 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 5 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:22:46.648224 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-1480f4fa-34fe-4ca1-8f6c-e4fc6a7632a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:22:47.842708 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:22:47.923404 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:22:49.134791 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:22:57.883778 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56204) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:22:57.961178 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [None req-00fee6cd-bdd7-4d58-b694-05deeb0cf0e5 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83748) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
May 27 00:22:57.962736 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-00fee6cd-bdd7-4d58-b694-05deeb0cf0e5 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0777397
May 27 00:23:00.139391 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56214) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:23:00.237076 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f766a3-6622-461c-a719-86047c7272fe admin admin] GET failed (client error): The resource could not be found.
May 27 00:23:00.238371 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-b9f766a3-6622-461c-a719-86047c7272fe admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0980823
May 27 00:23:00.385822 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17269e6-e530-4afb-9a25-ec763b4585de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:23:00.387550 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-f17269e6-e530-4afb-9a25-ec763b4585de admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1448183
May 27 00:23:02.614248 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56224) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:23:02.689621 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-124892e7-c43f-492e-8dd9-ab2f9d0780b4 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:23:02.694538 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-124892e7-c43f-492e-8dd9-ab2f9d0780b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:23:02.705006 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-124892e7-c43f-492e-8dd9-ab2f9d0780b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:23:02.717798 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124892e7-c43f-492e-8dd9-ab2f9d0780b4 admin admin] Made reservation on behalf of 366410f704db44f2a37b2e415f7f0c94 for: {'network': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:23:02.723570 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-124892e7-c43f-492e-8dd9-ab2f9d0780b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:02.815358 dv-cinder-843305-3-iscsi neutron-server[83748]: WARNING neutron.services.revisions.revision_plugin [None req-124892e7-c43f-492e-8dd9-ab2f9d0780b4 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fdcf0da4ee0] {project_id='366410f704db44f2a37b2e415f7f0c94', id='cd4697a0-6f35-48ea-b965-4a269ca7ffd1', target_tenant='*', action='access_as_shared', object_id='0748e4ec-08e0-480c-af21-48a68f8e9700'}> to bump revision.
May 27 00:23:02.831003 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124892e7-c43f-492e-8dd9-ab2f9d0780b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145}  {{(pid=83748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:23:02.844779 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-124892e7-c43f-492e-8dd9-ab2f9d0780b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:02.845160 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.segments_db [None req-124892e7-c43f-492e-8dd9-ab2f9d0780b4 admin admin] Added segment 976c4839-9038-418f-aba8-03d8ac679e4d of type vlan for network 0748e4ec-08e0-480c-af21-48a68f8e9700
May 27 00:23:02.878886 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-124892e7-c43f-492e-8dd9-ab2f9d0780b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:02.909130 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-124892e7-c43f-492e-8dd9-ab2f9d0780b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:02.910217 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124892e7-c43f-492e-8dd9-ab2f9d0780b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:23:02.910840 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-124892e7-c43f-492e-8dd9-ab2f9d0780b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:03.018322 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124892e7-c43f-492e-8dd9-ab2f9d0780b4 admin admin] Pushing event updated for resources: {'Network': ['ID=0748e4ec-08e0-480c-af21-48a68f8e9700,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:23:03.023637 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-124892e7-c43f-492e-8dd9-ab2f9d0780b4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4066234
May 27 00:23:03.039625 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network 0748e4ec-08e0-480c-af21-48a68f8e9700 details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:23:05.126205 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 56234) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:23:05.223998 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11270e1-b7ee-4542-9218-e6d091e31c13 admin admin] GET failed (client error): The resource could not be found.
May 27 00:23:05.225248 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-b11270e1-b7ee-4542-9218-e6d091e31c13 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0981705
May 27 00:23:05.336749 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f704ef-9109-4bc9-9751-873962365866 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:23:05.338209 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-e2f704ef-9109-4bc9-9751-873962365866 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1090710
May 27 00:23:05.351543 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '0748e4ec-08e0-480c-af21-48a68f8e9700'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:23:05.356595 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:23:05.367913 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:23:05.378721 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Made reservation on behalf of 366410f704db44f2a37b2e415f7f0c94 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:23:05.381018 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:05.663187 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:05.740158 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e117562b-1c27-4989-93c8-78210f732aae,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:23:05.750843 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:05.751216 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:05.751623 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:05.752024 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:05.752435 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:05.752856 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:05.753271 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:05.753682 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:05.754095 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:05.754508 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:05.754841 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:05.769407 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Checking segment: {'id': '976c4839-9038-418f-aba8-03d8ac679e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0748e4ec-08e0-480c-af21-48a68f8e9700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:23:05.769830 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Network hostable DHCP agents. Network: 0748e4ec-08e0-480c-af21-48a68f8e9700, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:23:05.797027 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Network 0748e4ec-08e0-480c-af21-48a68f8e9700 is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:23:05.808165 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, 0748e4ec-08e0-480c-af21-48a68f8e9700) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:23:05.813772 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:23:05.814367 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:05.822973 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a4e48a-95ff-4988-a3f2-9b32ea803b15 None None] Network 0748e4ec-08e0-480c-af21-48a68f8e9700 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:23:05.869736 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-18d1eb43-497c-4b65-9e0f-d7352968876e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5162551
May 27 00:23:06.141783 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab7e0e-e974-5d1d-8d11-7bdcd4392038-0748e4ec-08e0-480c-af21-48a68f8e9700', 'network_id': '0748e4ec-08e0-480c-af21-48a68f8e9700', 'tenant_id': '366410f704db44f2a37b2e415f7f0c94', 'fixed_ips': [{'subnet_id': 'e117562b-1c27-4989-93c8-78210f732aae'}]}} from dv-cinder-843305-3-iscsi. {{(pid=83749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
May 27 00:23:06.142676 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:06.317914 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.db_base_plugin_common [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Allocated IP 192.168.233.2 (0748e4ec-08e0-480c-af21-48a68f8e9700/e117562b-1c27-4989-93c8-78210f732aae/3a02a7c3-8e2e-4460-a7f3-9697f983ad36) {{(pid=83749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:23:06.538328 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Notify callbacks [] for port, precommit_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:06.549987 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Transition to ACTIVE for port object 3a02a7c3-8e2e-4460-a7f3-9697f983ad36 will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:23:06.571724 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Transition to ACTIVE for port object 3a02a7c3-8e2e-4460-a7f3-9697f983ad36 will not be triggered until provisioned by entity DHCP. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:23:06.577743 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:06.649262 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Network 0748e4ec-08e0-480c-af21-48a68f8e9700 is already hosted by enough agents. {{(pid=83749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:23:06.652345 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.base_scheduler [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Resources bound (agent type, host, resource id):  {{(pid=83749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:23:06.655081 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Received port after_create {{(pid=83749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:23:06.662362 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Pushing event updated for resources: {'Port': ['ID=3a02a7c3-8e2e-4460-a7f3-9697f983ad36,revision_number=1']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:23:06.673709 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:06.674058 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:06.674389 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:06.674716 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:06.675042 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:06.675361 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:06.675709 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:06.676052 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:06.676369 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:06.676689 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:06.677001 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:23:06.764342 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Attempting to bind port 3a02a7c3-8e2e-4460-a7f3-9697f983ad36 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:23:06.765068 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Attempting to bind port 3a02a7c3-8e2e-4460-a7f3-9697f983ad36 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '976c4839-9038-418f-aba8-03d8ac679e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0748e4ec-08e0-480c-af21-48a68f8e9700'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:23:06.765210 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Attempting to bind port 3a02a7c3-8e2e-4460-a7f3-9697f983ad36 on network 0748e4ec-08e0-480c-af21-48a68f8e9700 {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:23:06.772694 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:23:06.773089 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Checking segment: {'id': '976c4839-9038-418f-aba8-03d8ac679e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0748e4ec-08e0-480c-af21-48a68f8e9700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:23:06.773499 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:06.773885 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Bound using segment: {'id': '976c4839-9038-418f-aba8-03d8ac679e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0748e4ec-08e0-480c-af21-48a68f8e9700'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:23:06.774349 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Bound port: 3a02a7c3-8e2e-4460-a7f3-9697f983ad36, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976c4839-9038-418f-aba8-03d8ac679e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0748e4ec-08e0-480c-af21-48a68f8e9700'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:23:06.774741 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:06.907436 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] For port 3a02a7c3-8e2e-4460-a7f3-9697f983ad36, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:23:06.912594 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] For port 3a02a7c3-8e2e-4460-a7f3-9697f983ad36, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=3a02a7c3-8e2e-4460-a7f3-9697f983ad36,segment=NetworkSegment(976c4839-9038-418f-aba8-03d8ac679e4d),segment_id=976c4839-9038-418f-aba8-03d8ac679e4d)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:23:06.918148 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:07.008246 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd311b-e2cb-4d2e-aca1-e2480f5e1745 None None] Pushing event updated for resources: {'Port': ['ID=3a02a7c3-8e2e-4460-a7f3-9697f983ad36,revision_number=2']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:23:07.955990 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507be436-37f5-4836-8e50-5787fe4f03c0 None None] Network 0748e4ec-08e0-480c-af21-48a68f8e9700 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:23:08.073011 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-2324edde-160a-486b-872a-0d94ba18585e None None] Provisioning for port 3a02a7c3-8e2e-4460-a7f3-9697f983ad36 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:23:08.339411 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 3a02a7c3-8e2e-4460-a7f3-9697f983ad36 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:23:08.433078 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 3a02a7c3-8e2e-4460-a7f3-9697f983ad36 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:23:08.442658 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 3a02a7c3-8e2e-4460-a7f3-9697f983ad36 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:23:08.443363 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:08.533127 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8462b008-da9c-432e-84d5-eb425a603d9c None None] Provisioning complete for port 3a02a7c3-8e2e-4460-a7f3-9697f983ad36 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:23:08.533380 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8462b008-da9c-432e-84d5-eb425a603d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:08.645142 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:08.793607 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 3a02a7c3-8e2e-4460-a7f3-9697f983ad36, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=3a02a7c3-8e2e-4460-a7f3-9697f983ad36,segment=NetworkSegment(976c4839-9038-418f-aba8-03d8ac679e4d),segment_id=976c4839-9038-418f-aba8-03d8ac679e4d)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:23:08.798288 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8462b008-da9c-432e-84d5-eb425a603d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:08.818842 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:09.040382 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=3a02a7c3-8e2e-4460-a7f3-9697f983ad36,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:23:09.063691 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.db.api [None req-8462b008-da9c-432e-84d5-eb425a603d9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 27 00:23:09.064076 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG oslo_db.api [None req-8462b008-da9c-432e-84d5-eb425a603d9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 27 00:23:10.270835 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 3a02a7c3-8e2e-4460-a7f3-9697f983ad36 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:23:10.344301 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 3a02a7c3-8e2e-4460-a7f3-9697f983ad36 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:23:10.344658 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:14.458301 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-610ae234-240c-4ad3-8837-2e327c1b2582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:16.643128 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-67314bb8-713c-491a-9659-8e886838dd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:17.841511 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:17.921946 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:19.134525 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:23.093263 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 5 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:23:44.471767 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-45f6a32c-3d74-4877-b61e-efed8158681e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:46.647955 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-68ef9de4-4b93-4eb4-999c-1361690cafc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:47.849903 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:47.928487 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:23:49.132600 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:00.094291 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 5 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:24:14.464845 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2e55-8b97-4fe4-a8c5-b792aca70cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:16.642241 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ad8bc520-a678-4002-ad93-45bad6d50a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:17.844007 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:17.922567 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:19.135358 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:35.406768 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56278) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:24:35.413018 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [None req-63ddaf8f-4452-40aa-83ce-2f86f11ce388 tempest-verify_tempest_config-870536455 tempest-verify_tempest_config-870536455-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83748) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
May 27 00:24:35.414265 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-63ddaf8f-4452-40aa-83ce-2f86f11ce388 tempest-verify_tempest_config-870536455 tempest-verify_tempest_config-870536455-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0065434
May 27 00:24:35.751097 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56294) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:24:35.891495 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:35.924113 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:24:35.927848 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Usage tracker for resource:security_group_rule and tenant:ca1947110adf449b8a839bff63dc289b is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:24:35.930703 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:24:35.936311 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:24:35.999240 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:36.003096 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:36.045958 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5274a15-8dfd-4caf-8025-4cda08ffd3c2,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:24:36.056049 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Synchronizing usage tracker for tenant:366410f704db44f2a37b2e415f7f0c94 on resource:security_group {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:24:36.060400 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:24:36.060739 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:24:36.061086 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:24:36.061411 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:24:36.061750 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:24:36.062072 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:24:36.062388 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:24:36.062704 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:24:36.063016 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:24:36.063329 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:24:36.063718 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:24:36.080592 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] Unset dirty status for tenant:366410f704db44f2a37b2e415f7f0c94 on resource:security_group {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:24:36.082157 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-8fb1abea-36e1-4052-a4e9-031c3d1c5837 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca1947110adf449b8a839bff63dc289b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3300831
May 27 00:24:36.084813 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56300) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:24:36.146007 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-174cdd8a-4fc1-46d5-af67-c05e0c1dc8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:36.172676 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-174cdd8a-4fc1-46d5-af67-c05e0c1dc8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:36.268009 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-174cdd8a-4fc1-46d5-af67-c05e0c1dc8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:36.284781 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cdd8a-4fc1-46d5-af67-c05e0c1dc8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5274a15-8dfd-4caf-8025-4cda08ffd3c2,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:24:36.289563 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-174cdd8a-4fc1-46d5-af67-c05e0c1dc8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:36.292064 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-174cdd8a-4fc1-46d5-af67-c05e0c1dc8d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5274a15-8dfd-4caf-8025-4cda08ffd3c2 HTTP/1.1" status: 204  len: 168 time: 0.2063138
May 27 00:24:37.095211 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 5 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:24:44.469655 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-73ef733a-b5b6-4f41-afd5-b2bd896f014b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:46.646205 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-17389f8c-9031-4cd4-8e72-29de628d29bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:47.847458 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:47.925941 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:24:49.138709 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:25:14.096220 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 5 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:25:14.471297 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f332650e-cd4c-40dc-944b-92085013ef1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:25:16.648702 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8ba39264-d995-451b-a6b4-59db37e61f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:25:17.850715 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:25:17.929910 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:25:19.137546 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:25:44.476372 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-d92f7f40-0aff-43e2-86b0-679753bb3531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:25:46.654135 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-db5ce25b-796d-4094-a0c5-e6a4d7127024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:25:47.857046 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:25:47.932900 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:25:49.142579 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:25:51.096671 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 5 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:26:13.104675 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106046'] for agent, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:26:14.469865 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8eec1f8f-d5a6-4add-bb98-f95fbd95ee5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:26:16.647322 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-c7de6ec7-af4a-46be-84be-33dc2ceb2e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:26:17.857609 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:26:17.937015 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:26:19.144459 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:26:28.099885 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:26:29.923384 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56378) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:26:30.062646 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-32f6a73b-a6b0-4da1-89f7-87640b6fea4d admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1380429
May 27 00:26:32.150549 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56388) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:26:32.232959 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-285ef05a-6740-4dd3-b1a8-94d6e189b39b admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0812862
May 27 00:26:43.055454 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:26:44.476622 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-d02fd77c-760e-42c7-bdec-06e0a8664aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:26:46.649004 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-9ae028fe-c385-4c20-b360-f70bf097255c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:26:47.859251 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:26:47.938353 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:26:49.145785 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:27:05.100460 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:27:13.058433 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:27:14.469191 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e78bbeed-a392-4eec-b7d9-811b3e0e8430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:27:16.652456 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-0c66072e-f897-4590-ad7c-5b3eb9bd6211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:27:17.861768 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:27:17.941521 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:27:19.149935 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:27:42.101746 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:27:43.055682 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:27:44.472621 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3c030a81-ba0b-4030-8d55-f6409961366f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:27:46.656445 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-87593edb-71de-48a8-93fd-2c45e0e8c6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:27:47.865366 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:27:47.944375 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:27:49.152637 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:11.217152 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56542) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:11.708979 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-305669152-network', 'tenant_id': '1e54a39cecf74c92a98d866c77cb0ae5'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:11.713960 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:11.718116 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Usage tracker for resource:network and tenant:1e54a39cecf74c92a98d866c77cb0ae5 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:11.721941 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:11.729937 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:11.740481 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Made reservation on behalf of 1e54a39cecf74c92a98d866c77cb0ae5 for: {'network': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:11.743492 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:11.756822 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:11.792075 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:11.796663 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Usage tracker for resource:security_group_rule and tenant:1e54a39cecf74c92a98d866c77cb0ae5 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:11.799724 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:11.805596 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:11.887624 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:11.894324 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:11.918768 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=83748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:28:11.939217 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f87734a-4961-4da3-a520-8af2f510f3c6,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:11.943179 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:11.943510 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.segments_db [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Added segment 4d5d1538-e48b-4376-825f-c15f35323821 of type vlan for network f74350fd-8f56-4b83-a67b-be67dc77945a
May 27 00:28:11.952570 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:11.952916 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:11.953242 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:11.953564 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:11.953883 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:11.954199 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:11.954512 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:11.954858 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:11.955157 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:11.955461 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:11.955795 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Tracked resource versions report:
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]: pushed versions:
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]: {   'ConntrackHelper': {'1.0'},
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:     'Log': {'1.0'},
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:     'Network': {'1.1'},
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:     'Port': {'1.5'},
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:     'PortForwarding': {'1.2'},
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:     'QosPolicy': {'1.8'},
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:     'SecurityGroup': {'1.2'},
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:     'SecurityGroupRule': {'1.0'},
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:     'SubPort': {'1.0'},
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:     'Subnet': {'1.1'},
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:     'Trunk': {'1.1'}}
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]: consumer versions:
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]: {   DHCP agent@dv-cinder-843305-3-iscsi: {},
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:     HyperV agent@hv-cinder-84330: {},
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:     L3 agent@dv-cinder-843305-3-iscsi: {},
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:     Metadata agent@dv-cinder-843305-3-iscsi: {},
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:     Metering agent@dv-cinder-843305-3-iscsi: {},
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:     Open vSwitch agent@dv-cinder-843305-3-iscsi: {   'ConntrackHelper': '1.0',
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'Log': '1.0',
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'Network': '1.1',
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'Port': '1.5',
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'PortForwarding': '1.2',
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'QosPolicy': '1.8',
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'SecurityGroup': '1.2',
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'SecurityGroupRule': '1.0',
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'SubPort': '1.0',
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'Subnet': '1.1',
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:                                                      'Trunk': '1.1'}}
May 27 00:28:11.956787 dv-cinder-843305-3-iscsi neutron-server[83748]:  {{(pid=83748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 27 00:28:11.987182 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:12.036803 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:12.038350 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:12.039034 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:12.166260 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] Pushing event updated for resources: {'Network': ['ID=f74350fd-8f56-4b83-a67b-be67dc77945a,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:12.184897 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network f74350fd-8f56-4b83-a67b-be67dc77945a details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:28:12.188269 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-39ab1e10-f990-44f8-a9d4-5e423b66d727 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9696496
May 27 00:28:12.190917 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56586) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:12.200659 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-3138b104-5319-40ab-8afa-6673a986cc75 admin admin] Request body: {'subnet': {'network_id': 'f74350fd-8f56-4b83-a67b-be67dc77945a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-305669152-subnet', 'tenant_id': '1e54a39cecf74c92a98d866c77cb0ae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:12.205844 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-3138b104-5319-40ab-8afa-6673a986cc75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:12.211132 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-3138b104-5319-40ab-8afa-6673a986cc75 admin admin] Usage tracker for resource:subnet and tenant:1e54a39cecf74c92a98d866c77cb0ae5 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:12.217901 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 56590) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:12.218412 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-3138b104-5319-40ab-8afa-6673a986cc75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:12.227429 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-3138b104-5319-40ab-8afa-6673a986cc75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:12.241927 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3138b104-5319-40ab-8afa-6673a986cc75 admin admin] Made reservation on behalf of 1e54a39cecf74c92a98d866c77cb0ae5 for: {'subnet': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:12.245128 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3138b104-5319-40ab-8afa-6673a986cc75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:12.308355 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 56596) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:12.564628 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3138b104-5319-40ab-8afa-6673a986cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for subnet, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:12.565363 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 56612) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:12.656273 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-network', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:12.656273 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:12.662345 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Usage tracker for resource:network and tenant:8e9e95f10bbf42f68ab5befa5b4aad4c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:12.665720 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:12.672260 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:12.684208 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Made reservation on behalf of 8e9e95f10bbf42f68ab5befa5b4aad4c for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:12.686909 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:12.701005 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:12.709225 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138b104-5319-40ab-8afa-6673a986cc75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1fcc6a9-b71a-48cc-8a17-4d1292f12913,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:12.737648 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:12.742262 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Usage tracker for resource:security_group_rule and tenant:8e9e95f10bbf42f68ab5befa5b4aad4c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:12.747257 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:12.750714 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3138b104-5319-40ab-8afa-6673a986cc75 admin admin] Checking segment: {'id': '4d5d1538-e48b-4376-825f-c15f35323821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f74350fd-8f56-4b83-a67b-be67dc77945a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:12.751312 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3138b104-5319-40ab-8afa-6673a986cc75 admin admin] Network hostable DHCP agents. Network: f74350fd-8f56-4b83-a67b-be67dc77945a, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:28:12.755046 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:12.781050 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-649918935-network', 'tenant_id': 'd7667619259a4d13afe049d3106d1013'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:12.782046 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3138b104-5319-40ab-8afa-6673a986cc75 admin admin] Network f74350fd-8f56-4b83-a67b-be67dc77945a is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:28:12.787083 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:12.791747 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Usage tracker for resource:network and tenant:d7667619259a4d13afe049d3106d1013 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:12.795614 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:12.797635 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-3138b104-5319-40ab-8afa-6673a986cc75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, f74350fd-8f56-4b83-a67b-be67dc77945a) {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:12.804452 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3138b104-5319-40ab-8afa-6673a986cc75 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:12.810396 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04acf01-519b-4726-b09e-3ff1b8d5eac4 None None] Network f74350fd-8f56-4b83-a67b-be67dc77945a requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:28:12.813091 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:12.819481 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3138b104-5319-40ab-8afa-6673a986cc75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:12.829880 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Made reservation on behalf of d7667619259a4d13afe049d3106d1013 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:12.832770 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:12.849910 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:12.855394 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-3138b104-5319-40ab-8afa-6673a986cc75 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6634142
May 27 00:28:12.966137 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:12.978531 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:12.994356 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108}  {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:28:13.004310 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:13.004654 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.segments_db [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Added segment d4a0486b-440e-4f5a-b8e8-158f43766394 of type vlan for network 4738b157-f228-41f8-8014-912ba15b7620
May 27 00:28:13.032849 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:13.076442 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:13.077284 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:13.077849 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:13.125343 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1543373001-network', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:13.129780 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.8202155
May 27 00:28:13.133811 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56632) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:13.145955 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:13.146186 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-c617ec5d-6dd6-4c98-a095-76825430e4d5 admin admin] Request body: {'subnet': {'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-subnet', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:13.148726 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Usage tracker for resource:network and tenant:7feb0b7352ec488cb0838c2d67853e12 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:13.148726 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:13.149189 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-c617ec5d-6dd6-4c98-a095-76825430e4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:13.153317 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:13.154968 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-c617ec5d-6dd6-4c98-a095-76825430e4d5 admin admin] Usage tracker for resource:subnet and tenant:8e9e95f10bbf42f68ab5befa5b4aad4c is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:13.163383 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-c617ec5d-6dd6-4c98-a095-76825430e4d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:13.171561 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:13.179632 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-c617ec5d-6dd6-4c98-a095-76825430e4d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:13.179922 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Made reservation on behalf of 7feb0b7352ec488cb0838c2d67853e12 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:13.182060 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:13.197539 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a0711b-3817-4c52-8a92-6bad8786c1fd None None] Network f74350fd-8f56-4b83-a67b-be67dc77945a requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:28:13.203798 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c617ec5d-6dd6-4c98-a095-76825430e4d5 admin admin] Made reservation on behalf of 8e9e95f10bbf42f68ab5befa5b4aad4c for: {'subnet': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:13.206503 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c617ec5d-6dd6-4c98-a095-76825430e4d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:13.234586 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:13.249613 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:13.268664 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Usage tracker for resource:security_group_rule and tenant:d7667619259a4d13afe049d3106d1013 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:13.289341 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:13.334764 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2153cd63-f5bd-4df1-9887-1ad17d42e7e2,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:13.360097 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:13.367254 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:13.368027 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:13.368543 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:13.369128 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:13.369757 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:13.370255 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:13.370742 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:13.371252 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:13.371770 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:13.372255 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:13.372732 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Tracked resource versions report:
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]: pushed versions:
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]: {   'ConntrackHelper': {'1.0'},
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:     'Log': {'1.0'},
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:     'Network': {'1.1'},
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:     'Port': {'1.5'},
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:     'PortForwarding': {'1.2'},
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:     'QosPolicy': {'1.8'},
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:     'SecurityGroup': {'1.2'},
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:     'SecurityGroupRule': {'1.0'},
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:     'SubPort': {'1.0'},
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:     'Subnet': {'1.1'},
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:     'Trunk': {'1.1'}}
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]: consumer versions:
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]: {   DHCP agent@dv-cinder-843305-3-iscsi: {},
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:     HyperV agent@hv-cinder-84330: {},
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:     L3 agent@dv-cinder-843305-3-iscsi: {},
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:     Metadata agent@dv-cinder-843305-3-iscsi: {},
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:     Metering agent@dv-cinder-843305-3-iscsi: {},
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:     Open vSwitch agent@dv-cinder-843305-3-iscsi: {   'ConntrackHelper': '1.0',
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'Log': '1.0',
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'Network': '1.1',
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'Port': '1.5',
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'PortForwarding': '1.2',
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'QosPolicy': '1.8',
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'SecurityGroup': '1.2',
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'SecurityGroupRule': '1.0',
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'SubPort': '1.0',
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'Subnet': '1.1',
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:                                                      'Trunk': '1.1'}}
May 27 00:28:13.374098 dv-cinder-843305-3-iscsi neutron-server[83746]:  {{(pid=83746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 27 00:28:13.398229 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2063684-bfce-4bf0-b99e-fb046d312a08 admin admin] Pushing event updated for resources: {'Network': ['ID=4738b157-f228-41f8-8014-912ba15b7620,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:13.428286 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:13.436499 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network 4738b157-f228-41f8-8014-912ba15b7620 details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:28:13.458868 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Usage tracker for resource:security_group_rule and tenant:7feb0b7352ec488cb0838c2d67853e12 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:13.483263 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:13.513517 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:13.623140 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c617ec5d-6dd6-4c98-a095-76825430e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for subnet, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:13.684090 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:13.706854 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:13.792169 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617ec5d-6dd6-4c98-a095-76825430e4d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:13.824894 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:28:13.838176 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49094c28-03c5-4100-bd61-5c3b4ff23257,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:13.892799 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:13.893583 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.segments_db [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Added segment 34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f of type vlan for network 8277ce01-4fed-435b-993e-be3acfd13f76
May 27 00:28:13.895769 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c617ec5d-6dd6-4c98-a095-76825430e4d5 admin admin] Checking segment: {'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:13.899695 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c617ec5d-6dd6-4c98-a095-76825430e4d5 admin admin] Network hostable DHCP agents. Network: 4738b157-f228-41f8-8014-912ba15b7620, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:28:13.921705 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:13.943101 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:13.951044 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c617ec5d-6dd6-4c98-a095-76825430e4d5 admin admin] Network 4738b157-f228-41f8-8014-912ba15b7620 is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:28:13.968424 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-c617ec5d-6dd6-4c98-a095-76825430e4d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, 4738b157-f228-41f8-8014-912ba15b7620) {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:13.971697 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:13.982938 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4504058-cdda-4ef3-b589-ee6d2b595932 None None] Network 4738b157-f228-41f8-8014-912ba15b7620 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:28:13.984307 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c617ec5d-6dd6-4c98-a095-76825430e4d5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:13.986504 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c617ec5d-6dd6-4c98-a095-76825430e4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:13.995114 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149}  {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:28:14.013094 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e718fd6-38fa-4cc5-ad70-aea776f1e9a9,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:14.020634 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:14.021266 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.segments_db [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Added segment 67b75782-e7e9-4727-a114-96cc21dc72eb of type vlan for network 93818b25-db8b-4c49-bcdd-2f72652d1c2a
May 27 00:28:14.045080 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-c617ec5d-6dd6-4c98-a095-76825430e4d5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.9100449
May 27 00:28:14.045968 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 56652) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:14.064959 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:14.070100 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:14.074874 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Usage tracker for resource:router and tenant:8e9e95f10bbf42f68ab5befa5b4aad4c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:14.078614 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:14.086113 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:14.105523 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:14.106360 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:14.106936 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:14.111943 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4108275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:14.113685 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4108176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4105332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3770880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:14.211680 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:14.261270 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] Pushing event updated for resources: {'Network': ['ID=8277ce01-4fed-435b-993e-be3acfd13f76,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:14.281387 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network 8277ce01-4fed-435b-993e-be3acfd13f76 details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:28:14.309463 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-2a3512e2-9b6b-40fb-b85b-e985fea6c38f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.0875556
May 27 00:28:14.309463 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:14.310201 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56662) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:14.318934 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-93822ebc-cbd3-48d7-b921-078e443f3839 admin admin] Request body: {'subnet': {'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-subnet', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:14.329908 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-93822ebc-cbd3-48d7-b921-078e443f3839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:14.341715 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-93822ebc-cbd3-48d7-b921-078e443f3839 admin admin] Usage tracker for resource:subnet and tenant:d7667619259a4d13afe049d3106d1013 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:14.347121 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-93822ebc-cbd3-48d7-b921-078e443f3839 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:14.360894 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-93822ebc-cbd3-48d7-b921-078e443f3839 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:14.388067 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:14.389055 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:14.389766 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:14.395441 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93822ebc-cbd3-48d7-b921-078e443f3839 admin admin] Made reservation on behalf of d7667619259a4d13afe049d3106d1013 for: {'subnet': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:14.398218 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-93822ebc-cbd3-48d7-b921-078e443f3839 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:14.586543 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b9ca02a1-b1e4-491b-9fa3-2a08b0c8abff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:14.662972 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab7e0e-e974-5d1d-8d11-7bdcd4392038-4738b157-f228-41f8-8014-912ba15b7620', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'fixed_ips': [{'subnet_id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6'}]}} from dv-cinder-843305-3-iscsi. {{(pid=83749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
May 27 00:28:14.665047 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:14.742630 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.1763775
May 27 00:28:14.754393 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56680) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:14.764414 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-d2959b2f-8512-4972-a4bc-d82f00c789b7 admin admin] Request body: {'subnet': {'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1543373001-subnet', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:14.781166 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-d2959b2f-8512-4972-a4bc-d82f00c789b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:14.793124 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-d2959b2f-8512-4972-a4bc-d82f00c789b7 admin admin] Usage tracker for resource:subnet and tenant:7feb0b7352ec488cb0838c2d67853e12 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:14.799341 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-d2959b2f-8512-4972-a4bc-d82f00c789b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:14.805347 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-93822ebc-cbd3-48d7-b921-078e443f3839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for subnet, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:14.823942 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3b9a2-047c-4ce3-ba21-176aacf0edb7 admin admin] Pushing event updated for resources: {'Network': ['ID=93818b25-db8b-4c49-bcdd-2f72652d1c2a,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:14.872679 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4108809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5558'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:14.878173 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network 93818b25-db8b-4c49-bcdd-2f72652d1c2a details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:28:14.925961 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-d2959b2f-8512-4972-a4bc-d82f00c789b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:15.006258 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93822ebc-cbd3-48d7-b921-078e443f3839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f33ff2-de28-4860-bac7-6c4f609dd071,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:15.070290 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2959b2f-8512-4972-a4bc-d82f00c789b7 admin admin] Made reservation on behalf of 7feb0b7352ec488cb0838c2d67853e12 for: {'subnet': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:15.074785 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d2959b2f-8512-4972-a4bc-d82f00c789b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:15.115969 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93822ebc-cbd3-48d7-b921-078e443f3839 admin admin] Checking segment: {'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:15.116422 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93822ebc-cbd3-48d7-b921-078e443f3839 admin admin] Network hostable DHCP agents. Network: 8277ce01-4fed-435b-993e-be3acfd13f76, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:28:15.331050 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93822ebc-cbd3-48d7-b921-078e443f3839 admin admin] Network 8277ce01-4fed-435b-993e-be3acfd13f76 is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:28:15.381747 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:15.454389 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:15.457718 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.db_base_plugin_common [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Allocated IP 172.20.0.2 (4738b157-f228-41f8-8014-912ba15b7620/7d2c0dfd-f632-4f37-8f17-283e95a4f9e6/a622826c-a518-455e-850d-c6828bee2693) {{(pid=83749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:28:15.559469 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-93822ebc-cbd3-48d7-b921-078e443f3839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, 8277ce01-4fed-435b-993e-be3acfd13f76) {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:15.597028 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56704) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:15.598807 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7490dae9-3cd8-4e50-90c7-7d63856c1ef6 None None] Network 8277ce01-4fed-435b-993e-be3acfd13f76 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:28:15.605693 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93822ebc-cbd3-48d7-b921-078e443f3839 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:15.608381 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-93822ebc-cbd3-48d7-b921-078e443f3839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:15.620905 dv-cinder-843305-3-iscsi neutron-server[83748]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 27 00:28:15.795364 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:15.823985 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Transition to ACTIVE for port object a622826c-a518-455e-850d-c6828bee2693 will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:15.859105 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Allocated IP 172.27.3.243 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/c2029040-bb53-41ca-9612-25e5807bc0ea) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:28:15.871997 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Transition to ACTIVE for port object a622826c-a518-455e-850d-c6828bee2693 will not be triggered until provisioned by entity DHCP. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:15.918430 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-93822ebc-cbd3-48d7-b921-078e443f3839 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.6018775
May 27 00:28:15.919189 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 56716) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:15.924467 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:15.981746 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:16.014026 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Usage tracker for resource:router and tenant:d7667619259a4d13afe049d3106d1013 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:16.018599 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:16.041592 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:16.102403 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d2959b2f-8512-4972-a4bc-d82f00c789b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for subnet, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:16.108359 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:16.121670 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4108275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:16.128286 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4108176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4105332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3770880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:16.199144 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Network 4738b157-f228-41f8-8014-912ba15b7620 is already hosted by enough agents. {{(pid=83749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:16.200037 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:16.206003 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Pushing event updated for resources: {'Port': ['ID=a622826c-a518-455e-850d-c6828bee2693,revision_number=1']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:16.211991 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:16.215679 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.base_scheduler [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Resources bound (agent type, host, resource id):  {{(pid=83749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:16.218452 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Received port after_create {{(pid=83749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:28:16.228192 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:16.228534 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:16.228868 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:16.229200 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:16.229519 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:16.229840 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:16.230158 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:16.230493 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:16.230814 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:16.231128 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:16.231449 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Tracked resource versions report:
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]: pushed versions:
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]: {   'ConntrackHelper': {'1.0'},
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:     'Log': {'1.0'},
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:     'Network': {'1.1'},
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:     'Port': {'1.5'},
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:     'PortForwarding': {'1.2'},
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:     'QosPolicy': {'1.8'},
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:     'SecurityGroup': {'1.2'},
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:     'SecurityGroupRule': {'1.0'},
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:     'SubPort': {'1.0'},
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:     'Subnet': {'1.1'},
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:     'Trunk': {'1.1'}}
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]: consumer versions:
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]: {   DHCP agent@dv-cinder-843305-3-iscsi: {},
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:     HyperV agent@hv-cinder-84330: {},
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:     L3 agent@dv-cinder-843305-3-iscsi: {},
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:     Metadata agent@dv-cinder-843305-3-iscsi: {},
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:     Metering agent@dv-cinder-843305-3-iscsi: {},
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:     Open vSwitch agent@dv-cinder-843305-3-iscsi: {   'ConntrackHelper': '1.0',
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'Log': '1.0',
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'Network': '1.1',
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'Port': '1.5',
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'PortForwarding': '1.2',
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'QosPolicy': '1.8',
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'SecurityGroup': '1.2',
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'SecurityGroupRule': '1.0',
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'SubPort': '1.0',
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'Subnet': '1.1',
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:                                                      'Trunk': '1.1'}}
May 27 00:28:16.232485 dv-cinder-843305-3-iscsi neutron-server[83749]:  {{(pid=83749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 27 00:28:16.289410 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2959b2f-8512-4972-a4bc-d82f00c789b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=052ff756-2064-4785-8a85-0bcbd1be012c,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:16.299961 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-182e7a35-55c4-473b-a387-cde66b0add9a tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:16.301032 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-182e7a35-55c4-473b-a387-cde66b0add9a tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Synchronizing usage tracker for tenant:1e54a39cecf74c92a98d866c77cb0ae5 on resource:network {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:28:16.368830 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-182e7a35-55c4-473b-a387-cde66b0add9a tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Unset dirty status for tenant:1e54a39cecf74c92a98d866c77cb0ae5 on resource:network {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:28:16.380380 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-182e7a35-55c4-473b-a387-cde66b0add9a tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/networks?id=f74350fd-8f56-4b83-a67b-be67dc77945a HTTP/1.1" status: 200  len: 811 time: 0.7808397
May 27 00:28:16.395502 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Attempting to bind port a622826c-a518-455e-850d-c6828bee2693 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:28:16.395869 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Attempting to bind port a622826c-a518-455e-850d-c6828bee2693 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:28:16.396230 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Attempting to bind port a622826c-a518-455e-850d-c6828bee2693 on network 4738b157-f228-41f8-8014-912ba15b7620 {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:28:16.407483 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:28:16.407858 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Checking segment: {'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:16.408268 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:16.408651 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Bound using segment: {'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:28:16.409131 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Bound port: a622826c-a518-455e-850d-c6828bee2693, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:28:16.409514 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:16.415990 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-4a1ffd33-6c3e-4266-8a29-9ac7e995da33 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/quotas/1e54a39cecf74c92a98d866c77cb0ae5 HTTP/1.1" status: 200  len: 375 time: 0.0341249
May 27 00:28:16.477984 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2959b2f-8512-4972-a4bc-d82f00c789b7 admin admin] Checking segment: {'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:16.478552 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2959b2f-8512-4972-a4bc-d82f00c789b7 admin admin] Network hostable DHCP agents. Network: 93818b25-db8b-4c49-bcdd-2f72652d1c2a, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:28:16.520435 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-951813fd-7710-4c46-92b1-71dbe8de1ae9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e54a39cecf74c92a98d866c77cb0ae5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1030540
May 27 00:28:16.589539 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2959b2f-8512-4972-a4bc-d82f00c789b7 admin admin] Network 93818b25-db8b-4c49-bcdd-2f72652d1c2a is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:28:16.603669 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] For port a622826c-a518-455e-850d-c6828bee2693, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:28:16.607414 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] For port a622826c-a518-455e-850d-c6828bee2693, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=a622826c-a518-455e-850d-c6828bee2693,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:28:16.613193 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:16.627119 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab7e0e-e974-5d1d-8d11-7bdcd4392038-8277ce01-4fed-435b-993e-be3acfd13f76', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071'}]}} from dv-cinder-843305-3-iscsi. {{(pid=83749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
May 27 00:28:16.627357 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-d2959b2f-8512-4972-a4bc-d82f00c789b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, 93818b25-db8b-4c49-bcdd-2f72652d1c2a) {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:16.633894 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2959b2f-8512-4972-a4bc-d82f00c789b7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:16.634864 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d2959b2f-8512-4972-a4bc-d82f00c789b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:16.638112 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:16.659204 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:16.696116 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-d2959b2f-8512-4972-a4bc-d82f00c789b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9395416
May 27 00:28:16.698625 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56746) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:16.706724 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:16.737039 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:16.748479 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Usage tracker for resource:router and tenant:7feb0b7352ec488cb0838c2d67853e12 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:16.761088 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:16.770534 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d25eb4-40bd-43d6-ad47-cebd3e9f13a5 None None] Network 93818b25-db8b-4c49-bcdd-2f72652d1c2a requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:28:16.784242 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:16.804446 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bf48f-fd64-4d6f-be39-3bc942e045c8 None None] Pushing event updated for resources: {'Port': ['ID=a622826c-a518-455e-850d-c6828bee2693,revision_number=2']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:16.815073 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4108809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5558'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:16.823754 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4108275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:16.825200 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4108176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4105332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3770880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:16.835886 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:16.846970 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=c2029040-bb53-41ca-9612-25e5807bc0ea,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:16.855796 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:16.863847 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:28:16.891850 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:17.222837 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.db_base_plugin_common [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Allocated IP 172.20.0.2 (8277ce01-4fed-435b-993e-be3acfd13f76/72f33ff2-de28-4860-bac7-6c4f609dd071/d9a07185-8b3b-4810-ae94-9b7804594016) {{(pid=83749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:28:17.232228 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-2d41e06d-66c0-4939-9091-9d744ad11b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:17.366326 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:17.367119 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4108800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105369'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:17.543329 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-fe5f8ce8-aaa0-4df4-b672-b1e7e06eaf9d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83748) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
May 27 00:28:17.552099 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-fe5f8ce8-aaa0-4df4-b672-b1e7e06eaf9d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3617663
May 27 00:28:17.729501 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4108809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5558'] for router, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:17.763406 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:17.875827 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:17.954830 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab7e0e-e974-5d1d-8d11-7bdcd4392038-93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c'}]}} from dv-cinder-843305-3-iscsi. {{(pid=83749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
May 27 00:28:17.966313 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-b7444317-c5d7-4dd4-9018-90d0e0923efe service neutron] 10.222.0.21 "GET /v2.0/networks/f74350fd-8f56-4b83-a67b-be67dc77945a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4119101
May 27 00:28:17.967490 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:18.120202 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Notify callbacks [] for port, precommit_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:18.210341 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Allocated IP 172.27.3.40 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/17ad84a9-1a7f-4c9c-886a-f88ec85462fc) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:28:18.315032 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Transition to ACTIVE for port object d9a07185-8b3b-4810-ae94-9b7804594016 will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:18.356479 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 56796) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:18.581305 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:18.613159 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 is scheduled to L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 27 00:28:18.635699 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:18.654437 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-b6480d66-d94d-4622-84ce-7cde7fe02c55 service neutron] 10.222.0.21 "GET /v2.0/networks/f74350fd-8f56-4b83-a67b-be67dc77945a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6881826
May 27 00:28:18.689138 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:18.702967 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Transition to ACTIVE for port object d9a07185-8b3b-4810-ae94-9b7804594016 will not be triggered until provisioned by entity DHCP. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:18.705906 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device a622826c-a518-455e-850d-c6828bee2693 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:28:18.763904 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.db_base_plugin_common [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Allocated IP 172.20.0.2 (93818b25-db8b-4c49-bcdd-2f72652d1c2a/052ff756-2064-4785-8a85-0bcbd1be012c/6d1aaabe-2169-40f4-93d9-29d5caef0446) {{(pid=83749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:28:18.769216 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:18.858590 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:18.876915 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69f017f3-08d7-4f58-bcf7-1919c4ebc887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:18.887572 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed2508a-e06c-4784-aa32-b8696bd99a59 None None] Network 4738b157-f228-41f8-8014-912ba15b7620 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:28:18.930055 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:18.961014 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:18.966936 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-69f017f3-08d7-4f58-bcf7-1919c4ebc887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:19.040217 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-69f017f3-08d7-4f58-bcf7-1919c4ebc887 admin admin] Usage tracker for resource:security_group_rule and tenant:1a809e44156044e29ee651941f84b1e7 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:19.059259 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-69f017f3-08d7-4f58-bcf7-1919c4ebc887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:19.126710 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:19.127035 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:28:19.130093 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-69f017f3-08d7-4f58-bcf7-1919c4ebc887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:19.150641 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:19.168865 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:28:19.207457 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56830) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:19.218697 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Pushing event updated for resources: {'Port': ['ID=17ad84a9-1a7f-4c9c-886a-f88ec85462fc,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:19.349319 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3dacf7ae-d7f7-42bf-aed0-f1b57c216d4c req-ff0e1097-786f-482f-933c-8317c8168a17 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 210 time: 0.1405914
May 27 00:28:19.396068 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Allocated IP 172.27.3.29 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:28:19.400566 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Network 8277ce01-4fed-435b-993e-be3acfd13f76 is already hosted by enough agents. {{(pid=83749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:19.406546 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Pushing event updated for resources: {'Port': ['ID=d9a07185-8b3b-4810-ae94-9b7804594016,revision_number=1']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:19.412380 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69f017f3-08d7-4f58-bcf7-1919c4ebc887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:19.420878 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:28:19.425227 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.base_scheduler [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Resources bound (agent type, host, resource id):  {{(pid=83749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:19.427754 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69f017f3-08d7-4f58-bcf7-1919c4ebc887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:19.434263 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Received port after_create {{(pid=83749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:28:19.437753 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Sync routers for ids ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:28:19.469424 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-7001e249-0f89-4387-bf7e-da0e2652287e None None] Provisioning for port a622826c-a518-455e-850d-c6828bee2693 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:19.474190 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-69f017f3-08d7-4f58-bcf7-1919c4ebc887 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a809e44156044e29ee651941f84b1e7&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1166465
May 27 00:28:19.484984 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 56842) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:19.503556 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Routers {'9a6e40c1-fded-47d4-8a46-b1bdd96b4570'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:28:19.504515 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf16e9820>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:28:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:19.557490 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Notify callbacks [] for port, precommit_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:19.569889 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Transition to ACTIVE for port object 6d1aaabe-2169-40f4-93d9-29d5caef0446 will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:19.576764 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f017f3-08d7-4f58-bcf7-1919c4ebc887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688673e5-3195-4cb3-8658-76ae593486aa,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:19.596816 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Transition to ACTIVE for port object 6d1aaabe-2169-40f4-93d9-29d5caef0446 will not be triggered until provisioned by entity DHCP. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:19.632120 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:19.723898 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-475d04cb-6c44-445a-97fa-70819f8c4fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:19.732655 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Pushing event updated for resources: {'Port': ['ID=6d1aaabe-2169-40f4-93d9-29d5caef0446,revision_number=1']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:19.748378 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:19.753585 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-14fcff3a-baab-4398-ae05-ed0ce0d05bb9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 5.7004151
May 27 00:28:19.781875 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 56852) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:19.800212 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port a622826c-a518-455e-850d-c6828bee2693 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:19.834627 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port a622826c-a518-455e-850d-c6828bee2693 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:19.835152 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:19.846012 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:19.926269 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:19.960422 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:20.029530 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Network 93818b25-db8b-4c49-bcdd-2f72652d1c2a is already hosted by enough agents. {{(pid=83749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:20.047782 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Attempting to bind port d9a07185-8b3b-4810-ae94-9b7804594016 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:28:20.048154 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Attempting to bind port d9a07185-8b3b-4810-ae94-9b7804594016 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:28:20.048504 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Attempting to bind port d9a07185-8b3b-4810-ae94-9b7804594016 on network 8277ce01-4fed-435b-993e-be3acfd13f76 {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:28:20.056766 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.base_scheduler [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Resources bound (agent type, host, resource id):  {{(pid=83749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:20.063311 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Received port after_create {{(pid=83749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:28:20.110167 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:28:20.110533 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Checking segment: {'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:20.111005 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:20.111516 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Bound using segment: {'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:28:20.111912 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Bound port: d9a07185-8b3b-4810-ae94-9b7804594016, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:28:20.112294 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:20.116752 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:20.120833 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Set router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:28:20.131547 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:20.136705 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:28:20.203103 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Pushing event updated for resources: {'Port': ['ID=ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:20.254884 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:20.260644 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:20.262536 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4108800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105369'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:20.299892 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Attempting to bind port 6d1aaabe-2169-40f4-93d9-29d5caef0446 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:28:20.300258 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Attempting to bind port 6d1aaabe-2169-40f4-93d9-29d5caef0446 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:28:20.300618 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Attempting to bind port 6d1aaabe-2169-40f4-93d9-29d5caef0446 on network 93818b25-db8b-4c49-bcdd-2f72652d1c2a {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:28:20.332209 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:28:20.332657 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Checking segment: {'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:20.332977 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:20.333421 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Bound using segment: {'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:28:20.333898 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Bound port: 6d1aaabe-2169-40f4-93d9-29d5caef0446, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:28:20.334359 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:20.339443 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-475d04cb-6c44-445a-97fa-70819f8c4fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:20.389839 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port a622826c-a518-455e-850d-c6828bee2693, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=a622826c-a518-455e-850d-c6828bee2693,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:28:20.429597 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:20.431829 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4108800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105369'] for router, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:20.443471 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:20.535057 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] For port d9a07185-8b3b-4810-ae94-9b7804594016, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:28:20.602644 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] For port d9a07185-8b3b-4810-ae94-9b7804594016, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=d9a07185-8b3b-4810-ae94-9b7804594016,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:28:20.632276 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:20.701815 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=a622826c-a518-455e-850d-c6828bee2693,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:20.763985 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-475d04cb-6c44-445a-97fa-70819f8c4fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:20.794432 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf16e9820>, [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:28:16Z', 'revision_number': 3, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port': {'id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:15Z', 'updated_at': '2022-05-27T00:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:20.795573 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d04cb-6c44-445a-97fa-70819f8c4fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688673e5-3195-4cb3-8658-76ae593486aa,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:20.804074 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-475d04cb-6c44-445a-97fa-70819f8c4fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:20.805253 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-475d04cb-6c44-445a-97fa-70819f8c4fa9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/688673e5-3195-4cb3-8658-76ae593486aa HTTP/1.1" status: 204  len: 168 time: 1.3191836
May 27 00:28:20.806116 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Checking router: 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:28:20.807330 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Updating router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 port c2029040-bb53-41ca-9612-25e5807bc0ea binding host dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:28:20.930348 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-96d6952c-949a-4830-9b97-0e9d53917347 req-8c645377-15ff-47b1-be9a-c0cd62e2c5b3 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 210 time: 0.3385210
May 27 00:28:20.941599 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:21.015096 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-7ec5fe90-db83-43f8-8caa-a5d95d62f51d None None] Provisioning complete for port a622826c-a518-455e-850d-c6828bee2693 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:21.015459 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fe90-db83-43f8-8caa-a5d95d62f51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:21.166041 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] For port 6d1aaabe-2169-40f4-93d9-29d5caef0446, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:28:21.261976 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] For port 6d1aaabe-2169-40f4-93d9-29d5caef0446, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=6d1aaabe-2169-40f4-93d9-29d5caef0446,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:28:21.269480 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d6469-65c9-4175-a183-d4cc6c8752d6 None None] Pushing event updated for resources: {'Port': ['ID=d9a07185-8b3b-4810-ae94-9b7804594016,revision_number=2']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:21.285055 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:21.338805 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Router 0b9d6be1-2511-45e8-9682-a0bb80e3908f is scheduled to L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 27 00:28:21.412648 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Router d148298d-871f-47e2-937d-72f9ec346874 is scheduled to L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c with binding_index 1 {{(pid=83748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 27 00:28:21.428693 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2882e-91c5-44ab-a85d-79bfd15b3653 None None] Pushing event updated for resources: {'Port': ['ID=6d1aaabe-2169-40f4-93d9-29d5caef0446,revision_number=2']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:21.974854 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56902) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:22.000313 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Notify callbacks [] for port, precommit_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:22.005288 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bf05671f-c5d9-4b8e-a53a-5d17136332f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:22.015689 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.provisioning_blocks [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Transition to ACTIVE for port object c2029040-bb53-41ca-9612-25e5807bc0ea will not be triggered until provisioned by entity L2. {{(pid=83750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:22.023139 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:22.069560 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-bf05671f-c5d9-4b8e-a53a-5d17136332f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:22.082251 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-bf05671f-c5d9-4b8e-a53a-5d17136332f7 admin admin] Usage tracker for resource:security_group_rule and tenant:e83dc1f60d3148b29c48e1bf26fa19af is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:22.101262 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-bf05671f-c5d9-4b8e-a53a-5d17136332f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:22.132653 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-bf05671f-c5d9-4b8e-a53a-5d17136332f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:22.160287 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5a22d-d72f-44c5-9e94-cf0cfc19b3cd None None] Pushing event updated for resources: {'Port': ['ID=c2029040-bb53-41ca-9612-25e5807bc0ea,revision_number=2']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:22.172129 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5a22d-d72f-44c5-9e94-cf0cfc19b3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:22.172596 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5a22d-d72f-44c5-9e94-cf0cfc19b3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:22.172873 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5a22d-d72f-44c5-9e94-cf0cfc19b3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:22.173205 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5a22d-d72f-44c5-9e94-cf0cfc19b3cd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:22.173533 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5a22d-d72f-44c5-9e94-cf0cfc19b3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:22.173857 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5a22d-d72f-44c5-9e94-cf0cfc19b3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:22.174179 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5a22d-d72f-44c5-9e94-cf0cfc19b3cd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:22.174520 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5a22d-d72f-44c5-9e94-cf0cfc19b3cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:22.174842 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5a22d-d72f-44c5-9e94-cf0cfc19b3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:22.175174 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5a22d-d72f-44c5-9e94-cf0cfc19b3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:22.175476 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5a22d-d72f-44c5-9e94-cf0cfc19b3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5a22d-d72f-44c5-9e94-cf0cfc19b3cd None None] Tracked resource versions report:
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]: pushed versions:
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]: {   'ConntrackHelper': {'1.0'},
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:     'Log': {'1.0'},
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:     'Network': {'1.1'},
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:     'Port': {'1.5'},
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:     'PortForwarding': {'1.2'},
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:     'QosPolicy': {'1.8'},
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:     'SecurityGroup': {'1.2'},
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:     'SecurityGroupRule': {'1.0'},
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:     'SubPort': {'1.0'},
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:     'Subnet': {'1.1'},
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:     'Trunk': {'1.1'}}
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]: consumer versions:
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]: {   DHCP agent@dv-cinder-843305-3-iscsi: {},
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:     HyperV agent@hv-cinder-84330: {},
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:     L3 agent@dv-cinder-843305-3-iscsi: {},
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:     Metadata agent@dv-cinder-843305-3-iscsi: {},
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:     Metering agent@dv-cinder-843305-3-iscsi: {},
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:     Open vSwitch agent@dv-cinder-843305-3-iscsi: {   'ConntrackHelper': '1.0',
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'Log': '1.0',
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'Network': '1.1',
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'Port': '1.5',
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'PortForwarding': '1.2',
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'QosPolicy': '1.8',
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'SecurityGroup': '1.2',
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'SecurityGroupRule': '1.0',
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'SubPort': '1.0',
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'Subnet': '1.1',
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:                                                      'Trunk': '1.1'}}
May 27 00:28:22.176509 dv-cinder-843305-3-iscsi neutron-server[83750]:  {{(pid=83750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 27 00:28:22.205796 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Attempting to bind port c2029040-bb53-41ca-9612-25e5807bc0ea on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:28:22.206243 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Attempting to bind port c2029040-bb53-41ca-9612-25e5807bc0ea by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:28:22.206588 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Attempting to bind port c2029040-bb53-41ca-9612-25e5807bc0ea on network da325109-6bb9-4d0f-8321-89f562e3239f {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:28:22.232705 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:28:22.233465 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Checking segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:22.234482 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:22.236044 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Bound using segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:28:22.237174 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Bound port: c2029040-bb53-41ca-9612-25e5807bc0ea, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:28:22.238343 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:22.253560 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:28:22.265892 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Sync routers for ids ['d148298d-871f-47e2-937d-72f9ec346874'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:28:22.300945 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Routers {'d148298d-871f-47e2-937d-72f9ec346874'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:28:22.309815 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1189c40>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:28:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['d148298d-871f-47e2-937d-72f9ec346874'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:22.502948 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] For port c2029040-bb53-41ca-9612-25e5807bc0ea, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:28:22.517657 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] For port c2029040-bb53-41ca-9612-25e5807bc0ea, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=c2029040-bb53-41ca-9612-25e5807bc0ea,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:28:22.518192 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-97e138d6-ce4e-48ff-bcf1-8388f1309b1b req-99fa45a2-dbfb-4ce1-98fe-200c6764ed72 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 210 time: 0.1381853
May 27 00:28:22.532903 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:22.540961 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] Notify callbacks [] for router, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:22.547315 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-e8d91f0c-ddcd-4e11-b5a2-cfd1a713f610 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.8446398
May 27 00:28:22.548352 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:28:22.561933 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56916) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:22.717765 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bf05671f-c5d9-4b8e-a53a-5d17136332f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:22.745524 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Sync routers for ids ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:28:22.948988 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bf05671f-c5d9-4b8e-a53a-5d17136332f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:23.000864 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05671f-c5d9-4b8e-a53a-5d17136332f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd1dab0-c29c-421a-8384-7920270e2dfa,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:23.027707 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Routers {'0b9d6be1-2511-45e8-9682-a0bb80e3908f'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:28:23.047051 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf137d3d0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:28:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:23.066865 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Set router d148298d-871f-47e2-937d-72f9ec346874 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:28:23.079641 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-bf05671f-c5d9-4b8e-a53a-5d17136332f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e83dc1f60d3148b29c48e1bf26fa19af&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0981972
May 27 00:28:23.080547 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 56926) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:23.094602 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:23.109168 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-d0fecb07-d73c-4506-8d87-d4b5e4aaedf5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.1892626
May 27 00:28:23.116253 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 56930) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:23.156970 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device d9a07185-8b3b-4810-ae94-9b7804594016 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:28:23.168354 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d84f4016-acdd-446a-9021-89f26a48c77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:23.201994 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d84f4016-acdd-446a-9021-89f26a48c77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:23.296948 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d84f4016-acdd-446a-9021-89f26a48c77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:23.323761 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f4016-acdd-446a-9021-89f26a48c77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd1dab0-c29c-421a-8384-7920270e2dfa,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:23.328834 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d84f4016-acdd-446a-9021-89f26a48c77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:23.331022 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-d84f4016-acdd-446a-9021-89f26a48c77b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfd1dab0-c29c-421a-8384-7920270e2dfa HTTP/1.1" status: 204  len: 168 time: 0.2477911
May 27 00:28:23.495014 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5a22d-d72f-44c5-9e94-cf0cfc19b3cd None None] Pushing event updated for resources: {'Port': ['ID=c2029040-bb53-41ca-9612-25e5807bc0ea,revision_number=3']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:23.571443 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.45', 52129) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:23.615528 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659efd40-8bff-48e9-ad60-f9a4fa958cba None None] Network 8277ce01-4fed-435b-993e-be3acfd13f76 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:28:23.930364 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-33bbf93c-2a1a-476f-966e-08c4659ea038 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:23.932373 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-33bbf93c-2a1a-476f-966e-08c4659ea038 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.45 "GET /v2.0/networks?id=f74350fd-8f56-4b83-a67b-be67dc77945a HTTP/1.1" status: 200  len: 811 time: 0.3556349
May 27 00:28:23.932566 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Routers {'9a6e40c1-fded-47d4-8a46-b1bdd96b4570'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:28:23.933068 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf16e9820>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:28:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:23.984015 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Request body: {'port': {'device_id': '9b74fba1-2e4b-4caa-bdda-4b106fe58a1f', 'network_id': 'f74350fd-8f56-4b83-a67b-be67dc77945a', 'admin_state_up': True, 'tenant_id': '1e54a39cecf74c92a98d866c77cb0ae5'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:23.993036 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab419e6f-88eb-499d-bacd-7428d0470be1 None None] Network 93818b25-db8b-4c49-bcdd-2f72652d1c2a requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:28:24.008146 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:24.340147 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:24.460822 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d6672ed1-bbd1-4fe6-bba6-88d2bd69b31d req-b3420a59-6109-4749-862e-53b2c0ec76d2 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 210 time: 0.1266077
May 27 00:28:24.461891 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Usage tracker for resource:port and tenant:1e54a39cecf74c92a98d866c77cb0ae5 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:24.488298 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:24.521090 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:24.723722 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-98841c10-00d6-4c95-9380-7c52e29d6a7e None None] Provisioning for port d9a07185-8b3b-4810-ae94-9b7804594016 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:24.777347 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Made reservation on behalf of 1e54a39cecf74c92a98d866c77cb0ae5 for: {'port': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:24.780807 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:24.891788 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Set router 0b9d6be1-2511-45e8-9682-a0bb80e3908f gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:28:24.923982 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port d9a07185-8b3b-4810-ae94-9b7804594016 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:25.130553 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port d9a07185-8b3b-4810-ae94-9b7804594016 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:25.130553 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:25.145309 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Allocated IP 172.20.0.5 (f74350fd-8f56-4b83-a67b-be67dc77945a/d1fcc6a9-b71a-48cc-8a17-4d1292f12913/c9899d77-4ecd-4055-966a-06b7ec510bd5) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:28:25.178311 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Allocated IP 172.20.0.1 (4738b157-f228-41f8-8014-912ba15b7620/7d2c0dfd-f632-4f37-8f17-283e95a4f9e6/88aa19ea-cc28-4ade-a497-b9dad4a6989f) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:28:25.505311 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] Set router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:28:25.564668 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:25.642724 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:25.676087 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57020) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:25.782310 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Network f74350fd-8f56-4b83-a67b-be67dc77945a is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:25.787274 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Pushing event updated for resources: {'Port': ['ID=c9899d77-4ecd-4055-966a-06b7ec510bd5,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:25.791256 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:25.794074 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:28:25.798696 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:25.799408 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for port, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:25.867900 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-ff6eeae5-3bea-422f-9971-61091ca68ce9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8963823
May 27 00:28:25.902356 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-96b64ba7-7c0b-40b9-a5dd-8f39e59af6ed tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83748) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
May 27 00:28:25.903388 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-96b64ba7-7c0b-40b9-a5dd-8f39e59af6ed tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0232506
May 27 00:28:26.102638 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:26.132311 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Transition to ACTIVE for port object 88aa19ea-cc28-4ade-a497-b9dad4a6989f will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:26.516250 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f115d6-6e38-4339-be67-3e170f579c6d req-d2253a2f-280a-4a3e-bfa1-72f55c0e0678 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:26.517228 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-48f115d6-6e38-4339-be67-3e170f579c6d req-d2253a2f-280a-4a3e-bfa1-72f55c0e0678 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Synchronizing usage tracker for tenant:1e54a39cecf74c92a98d866c77cb0ae5 on resource:port {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:28:26.584443 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-48f115d6-6e38-4339-be67-3e170f579c6d req-d2253a2f-280a-4a3e-bfa1-72f55c0e0678 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Unset dirty status for tenant:1e54a39cecf74c92a98d866c77cb0ae5 on resource:port {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:28:26.600406 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-48f115d6-6e38-4339-be67-3e170f579c6d req-d2253a2f-280a-4a3e-bfa1-72f55c0e0678 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 931 time: 0.4915819
May 27 00:28:26.624882 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:26.662710 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:26.700333 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-7344960d-49c2-4515-8a65-2c4015d11a87 None None] Provisioning for port 6d1aaabe-2169-40f4-93d9-29d5caef0446 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:27.012195 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Network 4738b157-f228-41f8-8014-912ba15b7620 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:27.024477 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:27.069740 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:28:27.070181 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4106083'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:27.253359 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Pushing event updated for resources: {'Port': ['ID=88aa19ea-cc28-4ade-a497-b9dad4a6989f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:27.310005 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-38e4380a-2bee-4180-a6c1-d9b70bedb15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:27.458904 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:27.463557 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Request body: {'port': {'device_id': '9b74fba1-2e4b-4caa-bdda-4b106fe58a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:27.468102 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf137d3d0>, [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:19Z', 'revision_number': 3, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:27.476776 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf16e9820>, [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:28:16Z', 'revision_number': 3, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port': {'id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:15Z', 'updated_at': '2022-05-27T00:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:27.482502 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Checking router: 0b9d6be1-2511-45e8-9682-a0bb80e3908f for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:28:27.482968 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Updating router 0b9d6be1-2511-45e8-9682-a0bb80e3908f port 17ad84a9-1a7f-4c9c-886a-f88ec85462fc binding host dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:28:27.489674 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:27.591156 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634f4d8f-90fd-48eb-ba05-91a54452b17a None None] The sync data for ids ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'] in dv-cinder-843305-3-iscsi is: [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:28:16Z', 'revision_number': 3, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port': {'id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:15Z', 'updated_at': '2022-05-27T00:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:28:27.625230 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1189c40>, [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:20Z', 'revision_number': 3, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:27.662537 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:27.753063 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Checking router: d148298d-871f-47e2-937d-72f9ec346874 for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:28:27.753633 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Updating router d148298d-871f-47e2-937d-72f9ec346874 port ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b binding host dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:28:27.920306 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:28.040719 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:28.150316 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-eb8eed74-fa09-4ecf-a4a2-fe04bf10fc50 None None] Provisioning for port 88aa19ea-cc28-4ade-a497-b9dad4a6989f completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:28.170050 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-eb8eed74-fa09-4ecf-a4a2-fe04bf10fc50 None None] Provisioning complete for port 88aa19ea-cc28-4ade-a497-b9dad4a6989f triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:28.170596 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-eb8eed74-fa09-4ecf-a4a2-fe04bf10fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:28.281036 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57078) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:28.283172 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port d9a07185-8b3b-4810-ae94-9b7804594016, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=d9a07185-8b3b-4810-ae94-9b7804594016,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:28:28.284882 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-eb8eed74-fa09-4ecf-a4a2-fe04bf10fc50 None None] Port 88aa19ea-cc28-4ade-a497-b9dad4a6989f cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:28:28.296288 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:28.307818 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 6d1aaabe-2169-40f4-93d9-29d5caef0446 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:28:28.631032 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-48f115d6-6e38-4339-be67-3e170f579c6d req-eb5c55d1-650c-4234-a3fb-bc0c52ee2505 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Synchronizing usage tracker for tenant:1e54a39cecf74c92a98d866c77cb0ae5 on resource:security_group {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:28:28.721281 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=d9a07185-8b3b-4810-ae94-9b7804594016,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:28.732142 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 6d1aaabe-2169-40f4-93d9-29d5caef0446 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:28.764545 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 6d1aaabe-2169-40f4-93d9-29d5caef0446 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:28.765200 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:28.766246 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-38e4380a-2bee-4180-a6c1-d9b70bedb15b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:28.863831 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-38e4380a-2bee-4180-a6c1-d9b70bedb15b admin admin] Usage tracker for resource:security_group_rule and tenant:a0f40f70786d40f8a257c3eb14bee075 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:28.931467 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-38e4380a-2bee-4180-a6c1-d9b70bedb15b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:28.952995 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Notify callbacks [] for port, precommit_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:28.991832 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.provisioning_blocks [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Transition to ACTIVE for port object 17ad84a9-1a7f-4c9c-886a-f88ec85462fc will not be triggered until provisioned by entity L2. {{(pid=83750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:29.012593 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:29.183867 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-3cbf4997-c9c9-44dd-bd8d-c36c74c44809 None None] Provisioning complete for port d9a07185-8b3b-4810-ae94-9b7804594016 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:29.184525 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3cbf4997-c9c9-44dd-bd8d-c36c74c44809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:29.363030 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-48f115d6-6e38-4339-be67-3e170f579c6d req-eb5c55d1-650c-4234-a3fb-bc0c52ee2505 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Unset dirty status for tenant:1e54a39cecf74c92a98d866c77cb0ae5 on resource:security_group {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:28:29.364141 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-48f115d6-6e38-4339-be67-3e170f579c6d req-eb5c55d1-650c-4234-a3fb-bc0c52ee2505 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.7571216
May 27 00:28:29.368730 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Allocated IP 172.20.0.1 (93818b25-db8b-4c49-bcdd-2f72652d1c2a/052ff756-2064-4785-8a85-0bcbd1be012c/8b7f1f2d-1cff-44ff-a73e-05cc70da1a34) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:28:29.380128 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-38e4380a-2bee-4180-a6c1-d9b70bedb15b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:29.394276 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Attempting to bind port 17ad84a9-1a7f-4c9c-886a-f88ec85462fc on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:28:29.394786 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Attempting to bind port 17ad84a9-1a7f-4c9c-886a-f88ec85462fc by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:28:29.395261 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Attempting to bind port 17ad84a9-1a7f-4c9c-886a-f88ec85462fc on network da325109-6bb9-4d0f-8321-89f562e3239f {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:28:29.415654 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:28:29.416843 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Checking segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:29.417167 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:29.417683 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Bound using segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:28:29.418990 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Bound port: 17ad84a9-1a7f-4c9c-886a-f88ec85462fc, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:28:29.419316 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:29.449748 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:29.523933 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:29.525521 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4106190'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:29.590798 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf080c-e370-40d4-8e94-9a7c16927013 None None] Pushing event updated for resources: {'Port': ['ID=17ad84a9-1a7f-4c9c-886a-f88ec85462fc,revision_number=2']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:29.639029 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53a1-87ef-4ba4-91d2-64a961a01f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:29.643856 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] For port 17ad84a9-1a7f-4c9c-886a-f88ec85462fc, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:28:29.651281 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] For port 17ad84a9-1a7f-4c9c-886a-f88ec85462fc, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=17ad84a9-1a7f-4c9c-886a-f88ec85462fc,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:28:29.661440 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:29.768572 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:29.874716 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf080c-e370-40d4-8e94-9a7c16927013 None None] Pushing event updated for resources: {'Port': ['ID=17ad84a9-1a7f-4c9c-886a-f88ec85462fc,revision_number=3']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:29.904100 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9899d77-4ecd-4055-966a-06b7ec510bd5 {{(pid=83748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:28:29.932481 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Routers {'0b9d6be1-2511-45e8-9682-a0bb80e3908f'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:28:29.933207 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf137d3d0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:28:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:29.933835 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:30.109563 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Transition to ACTIVE for port object c9899d77-4ecd-4055-966a-06b7ec510bd5 will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:30.127828 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-38e4380a-2bee-4180-a6c1-d9b70bedb15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:30.151191 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:30.219162 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:30.230520 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Pushing event updated for resources: {'Port': ['ID=88aa19ea-cc28-4ade-a497-b9dad4a6989f,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:30.236446 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-38e4380a-2bee-4180-a6c1-d9b70bedb15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:30.250855 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1a3a53a1-87ef-4ba4-91d2-64a961a01f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:30.274233 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-1a3a53a1-87ef-4ba4-91d2-64a961a01f97 admin admin] Usage tracker for resource:security_group_rule and tenant:226213b2e9d84ebc8621505088b85b4e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:30.279948 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:30.333757 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 6d1aaabe-2169-40f4-93d9-29d5caef0446, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=6d1aaabe-2169-40f4-93d9-29d5caef0446,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:28:30.334052 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-1a3a53a1-87ef-4ba4-91d2-64a961a01f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:30.345395 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:30.346403 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device a622826c-a518-455e-850d-c6828bee2693 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:28:30.370615 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4380a-2bee-4180-a6c1-d9b70bedb15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ae159b-9cec-4d00-867b-d680547248bb,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:30.438790 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1a3a53a1-87ef-4ba4-91d2-64a961a01f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:30.453912 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] Set router 0b9d6be1-2511-45e8-9682-a0bb80e3908f gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:28:30.631834 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Transition to ACTIVE for port object 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 will not be triggered until provisioned by entity DHCP. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:30.658910 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Pushing event updated for resources: {'Port': ['ID=c9899d77-4ecd-4055-966a-06b7ec510bd5,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:30.663752 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Notify callbacks [] for port, precommit_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:30.672359 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=6d1aaabe-2169-40f4-93d9-29d5caef0446,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:30.710709 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Transition to ACTIVE for port object ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:30.722316 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-38e4380a-2bee-4180-a6c1-d9b70bedb15b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0f40f70786d40f8a257c3eb14bee075&name=default HTTP/1.1" status: 200  len: 2647 time: 4.9383929
May 27 00:28:30.727855 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57112) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:30.734421 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:30.767937 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Attempting to bind port c9899d77-4ecd-4055-966a-06b7ec510bd5 on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:28:30.768569 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Attempting to bind port c9899d77-4ecd-4055-966a-06b7ec510bd5 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '4d5d1538-e48b-4376-825f-c15f35323821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f74350fd-8f56-4b83-a67b-be67dc77945a'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:28:30.782324 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Attempting to bind port c9899d77-4ecd-4055-966a-06b7ec510bd5 on network f74350fd-8f56-4b83-a67b-be67dc77945a {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:28:30.811920 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Port c9899d77-4ecd-4055-966a-06b7ec510bd5 on network f74350fd-8f56-4b83-a67b-be67dc77945a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:28:30.812247 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Attempting to bind port c9899d77-4ecd-4055-966a-06b7ec510bd5 on network f74350fd-8f56-4b83-a67b-be67dc77945a {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:28:30.896488 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd0c6d-895c-48d7-8ca8-f4dd7c214391 None None] Pushing event updated for resources: {'Port': ['ID=ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b,revision_number=2']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:30.917635 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Attempting to bind port ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:28:30.918345 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Attempting to bind port ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:28:30.918940 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Attempting to bind port ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b on network da325109-6bb9-4d0f-8321-89f562e3239f {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:28:30.930336 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:28:30.931098 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Checking segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:30.931890 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:30.932497 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Bound using segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:28:30.933175 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Bound port: ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:28:30.933791 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:31.028688 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] For port ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:28:31.037779 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] For port ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:28:31.045844 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port a622826c-a518-455e-850d-c6828bee2693 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:31.046607 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:31.051543 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Allocated IP 172.20.0.1 (8277ce01-4fed-435b-993e-be3acfd13f76/72f33ff2-de28-4860-bac7-6c4f609dd071/d654cbae-3c1b-4718-afea-024f35ce15f7) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:28:31.103182 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:28:31.103676 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Checking segment: {'id': '4d5d1538-e48b-4376-825f-c15f35323821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f74350fd-8f56-4b83-a67b-be67dc77945a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:31.105770 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Bound using segment: {'id': '4d5d1538-e48b-4376-825f-c15f35323821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f74350fd-8f56-4b83-a67b-be67dc77945a'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:28:31.106306 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Bound port: c9899d77-4ecd-4055-966a-06b7ec510bd5, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5d1538-e48b-4376-825f-c15f35323821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f74350fd-8f56-4b83-a67b-be67dc77945a'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:28:31.106695 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:31.124704 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf137d3d0>, [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:19Z', 'revision_number': 3, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:31.131108 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf06d7-41d8-412b-bf42-2f92cdde8138 None None] The sync data for ids ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'] in dv-cinder-843305-3-iscsi is: [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:19Z', 'revision_number': 3, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:28:31.135473 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:31.176179 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:31.263219 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd0c6d-895c-48d7-8ca8-f4dd7c214391 None None] Pushing event updated for resources: {'Port': ['ID=ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:31.326487 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Network 93818b25-db8b-4c49-bcdd-2f72652d1c2a is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:31.339746 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:31.355070 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:28:31.355536 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4106083'] for router_interface, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:31.411293 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Network 4738b157-f228-41f8-8014-912ba15b7620 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:31.422545 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:31.431613 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Routers {'d148298d-871f-47e2-937d-72f9ec346874'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:28:31.433898 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1189c40>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:28:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['d148298d-871f-47e2-937d-72f9ec346874'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:31.549889 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec274a-ae55-4bed-b2eb-5c31177e3aa8 req-d77cbc2a-a669-427b-9d57-08a6ac1e52df tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:31.552563 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0eec274a-ae55-4bed-b2eb-5c31177e3aa8 req-d77cbc2a-a669-427b-9d57-08a6ac1e52df tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 943 time: 0.7429204
May 27 00:28:31.712062 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57134) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:31.797702 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1ec6f045-21a8-4aa7-a317-803756a91cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:31.843812 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] Set router d148298d-871f-47e2-937d-72f9ec346874 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:28:31.908937 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-166d2460-2939-46b1-aabf-1712587e7996 None None] Provisioning for port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:31.923189 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-166d2460-2939-46b1-aabf-1712587e7996 None None] Provisioning complete for port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:31.923925 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-166d2460-2939-46b1-aabf-1712587e7996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:31.926161 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:31.942279 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] For port c9899d77-4ecd-4055-966a-06b7ec510bd5, host hv-cinder-84330, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:28:31.947958 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] For port c9899d77-4ecd-4055-966a-06b7ec510bd5, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c9899d77-4ecd-4055-966a-06b7ec510bd5,segment=NetworkSegment(4d5d1538-e48b-4376-825f-c15f35323821),segment_id=4d5d1538-e48b-4376-825f-c15f35323821)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:28:31.996401 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Transition to ACTIVE for port object d654cbae-3c1b-4718-afea-024f35ce15f7 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:32.009014 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-166d2460-2939-46b1-aabf-1712587e7996 None None] Port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:28:32.062489 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:32.074367 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Pushing event updated for resources: {'Port': ['ID=8b7f1f2d-1cff-44ff-a73e-05cc70da1a34,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:32.102726 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:32.136228 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device c2029040-bb53-41ca-9612-25e5807bc0ea up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:28:32.142381 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for port, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:32.144338 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] 10.222.0.45 "PUT /v2.0/ports/c9899d77-4ecd-4055-966a-06b7ec510bd5 HTTP/1.1" status: 200  len: 1093 time: 5.5670419
May 27 00:28:32.209869 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b74fba1-2e4b-4caa-bdda-4b106fe58a1f', 'tag': 'c9899d77-4ecd-4055-966a-06b7ec510bd5'}] {{(pid=83748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:28:32.332542 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-06145dc5-6666-4db5-8914-026a0c45600f None None] Provisioning complete for port 88aa19ea-cc28-4ade-a497-b9dad4a6989f triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:32.333203 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-06145dc5-6666-4db5-8914-026a0c45600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:32.456354 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Network 8277ce01-4fed-435b-993e-be3acfd13f76 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:32.480158 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-06145dc5-6666-4db5-8914-026a0c45600f None None] Port 88aa19ea-cc28-4ade-a497-b9dad4a6989f cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:28:32.485810 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:32.504183 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1ec6f045-21a8-4aa7-a317-803756a91cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:32.516263 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:28:32.516977 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4106083'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:32.544090 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:32.598515 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port c2029040-bb53-41ca-9612-25e5807bc0ea completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:32.634159 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port c2029040-bb53-41ca-9612-25e5807bc0ea triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:32.642563 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:32.683318 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bfcaad04-d86c-4e9c-a254-e0a0d93d11f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:32.687659 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-351aad27-a8b6-4251-9cb3-1b1a3dcaa25f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e54a39cecf74c92a98d866c77cb0ae5&device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 1096 time: 0.3389432
May 27 00:28:32.740274 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53a1-87ef-4ba4-91d2-64a961a01f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:32.816046 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Pushing event updated for resources: {'Port': ['ID=d654cbae-3c1b-4718-afea-024f35ce15f7,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:32.831028 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53a1-87ef-4ba4-91d2-64a961a01f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:33.006379 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bfcaad04-d86c-4e9c-a254-e0a0d93d11f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:33.024331 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a53a1-87ef-4ba4-91d2-64a961a01f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9315cfd3-475f-4768-af26-5610dc5ac226,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:33.050657 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-bfcaad04-d86c-4e9c-a254-e0a0d93d11f9 admin admin] Usage tracker for resource:security_group_rule and tenant:6af7116ac09c4ce8add2dfa367eeab88 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:33.067983 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-bfcaad04-d86c-4e9c-a254-e0a0d93d11f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:33.091319 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-1a3a53a1-87ef-4ba4-91d2-64a961a01f97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=226213b2e9d84ebc8621505088b85b4e&name=default HTTP/1.1" status: 200  len: 2647 time: 4.8037231
May 27 00:28:33.091441 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-4ef5cf88-ef28-4889-a431-20b10421dcb2 None None] Provisioning for port d654cbae-3c1b-4718-afea-024f35ce15f7 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:33.135824 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0eec274a-ae55-4bed-b2eb-5c31177e3aa8 req-5d0d4ca6-3143-44f7-ade8-69f0b88e037c tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3263779
May 27 00:28:33.139727 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3209ba2-0545-4a39-b829-70d687a9836e service neutron] Pushing event updated for resources: {'Port': ['ID=c9899d77-4ecd-4055-966a-06b7ec510bd5,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:33.146505 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57148) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:33.315071 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bfcaad04-d86c-4e9c-a254-e0a0d93d11f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:33.363646 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57158) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:33.388835 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-eb89b1c4-c6fc-4940-93c6-bede90d72815 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9899d77-4ecd-4055-966a-06b7ec510bd5 HTTP/1.1" status: 200  len: 217 time: 0.4523964
May 27 00:28:33.391953 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-4ef5cf88-ef28-4889-a431-20b10421dcb2 None None] Provisioning complete for port d654cbae-3c1b-4718-afea-024f35ce15f7 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:33.392474 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-4ef5cf88-ef28-4889-a431-20b10421dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:33.402786 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ad8eae30-20dd-48fc-b21f-0af11733a5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:33.448874 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ad8eae30-20dd-48fc-b21f-0af11733a5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:33.472877 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:33.478587 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-4ef5cf88-ef28-4889-a431-20b10421dcb2 None None] Port d654cbae-3c1b-4718-afea-024f35ce15f7 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:28:33.494444 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1189c40>, [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:28:29Z', 'revision_number': 1, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:33.521013 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebc974c-01e1-4d73-a629-abb1f48036aa None None] The sync data for ids ['d148298d-871f-47e2-937d-72f9ec346874'] in dv-cinder-843305-3-iscsi is: [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:28:29Z', 'revision_number': 1, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:28:33.527280 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port c2029040-bb53-41ca-9612-25e5807bc0ea, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=c2029040-bb53-41ca-9612-25e5807bc0ea,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:28:33.535197 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:33.537216 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device d9a07185-8b3b-4810-ae94-9b7804594016 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:28:33.628429 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ad8eae30-20dd-48fc-b21f-0af11733a5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:33.694819 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721d92c7-6d98-4ae1-8e15-a708c81165d5'] response: {'name': 'network-changed', 'server_uuid': '9b74fba1-2e4b-4caa-bdda-4b106fe58a1f', 'tag': 'c9899d77-4ecd-4055-966a-06b7ec510bd5', 'status': 'completed', 'code': 200}
May 27 00:28:33.695576 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1ec6f045-21a8-4aa7-a317-803756a91cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:33.742789 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8eae30-20dd-48fc-b21f-0af11733a5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9315cfd3-475f-4768-af26-5610dc5ac226,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:33.801571 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=c2029040-bb53-41ca-9612-25e5807bc0ea,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:33.801926 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-a4768544-3974-4471-8e3c-38d18a8ef04e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:33.805256 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-a4768544-3974-4471-8e3c-38d18a8ef04e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1fcc6a9-b71a-48cc-8a17-4d1292f12913 HTTP/1.1" status: 200  len: 851 time: 0.2949305
May 27 00:28:33.835246 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port d9a07185-8b3b-4810-ae94-9b7804594016 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:33.836231 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:33.861965 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6f045-21a8-4aa7-a317-803756a91cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ae159b-9cec-4d00-867b-d680547248bb,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:33.917842 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-1e83a121-fe2a-4e02-9964-24f130ce1961 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f74350fd-8f56-4b83-a67b-be67dc77945a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0991044
May 27 00:28:33.947872 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ad8eae30-20dd-48fc-b21f-0af11733a5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:33.957572 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-ad8eae30-20dd-48fc-b21f-0af11733a5a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9315cfd3-475f-4768-af26-5610dc5ac226 HTTP/1.1" status: 204  len: 168 time: 0.7847414
May 27 00:28:33.958833 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1ec6f045-21a8-4aa7-a317-803756a91cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:33.968352 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-1ec6f045-21a8-4aa7-a317-803756a91cb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23ae159b-9cec-4d00-867b-d680547248bb HTTP/1.1" status: 204  len: 168 time: 3.2329543
May 27 00:28:33.997852 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bfcaad04-d86c-4e9c-a254-e0a0d93d11f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:34.074452 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bfcaad04-d86c-4e9c-a254-e0a0d93d11f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:34.178388 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-bfcaad04-d86c-4e9c-a254-e0a0d93d11f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6af7116ac09c4ce8add2dfa367eeab88&name=default HTTP/1.1" status: 200  len: 2647 time: 2.1320200
May 27 00:28:34.179313 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaad04-d86c-4e9c-a254-e0a0d93d11f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c6a603-0582-42f1-9c53-c71961a75832,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:34.182299 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57170) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:34.229754 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2ba0-420e-4f79-9d5d-bf3a12f26b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:34.241332 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:34.248852 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 6d1aaabe-2169-40f4-93d9-29d5caef0446 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:28:34.309201 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.db.resource_extend [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 27 00:28:34.316338 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9ad05f8d-ae50-49ab-a75d-21b298b8b141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:34.361423 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9ad05f8d-ae50-49ab-a75d-21b298b8b141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:34.393980 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:34.405089 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:34.406066 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4106190'] for router_interface, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:34.441962 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9ad05f8d-ae50-49ab-a75d-21b298b8b141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:34.494678 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad05f8d-ae50-49ab-a75d-21b298b8b141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c6a603-0582-42f1-9c53-c71961a75832,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:34.558528 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9ad05f8d-ae50-49ab-a75d-21b298b8b141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:34.560353 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-9ad05f8d-ae50-49ab-a75d-21b298b8b141 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88c6a603-0582-42f1-9c53-c71961a75832 HTTP/1.1" status: 204  len: 168 time: 0.3737290
May 27 00:28:34.568861 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-1de8bd25-ffe4-4a11-b7ff-e816ee072fae service neutron] 10.222.0.45 "GET /v2.0/networks/f74350fd-8f56-4b83-a67b-be67dc77945a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5933847
May 27 00:28:34.605515 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 6d1aaabe-2169-40f4-93d9-29d5caef0446 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:34.606103 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:34.831140 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-5b7c2ba0-420e-4f79-9d5d-bf3a12f26b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:35.059838 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-5b7c2ba0-420e-4f79-9d5d-bf3a12f26b9b admin admin] Usage tracker for resource:security_group_rule and tenant:e52120a35928461cbf6ef28736ead3d0 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:35.082522 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-5b7c2ba0-420e-4f79-9d5d-bf3a12f26b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:35.110287 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:28:35.126894 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-5b7c2ba0-420e-4f79-9d5d-bf3a12f26b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:35.134259 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:35.151295 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:35.152159 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4106190'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:35.156239 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c495e-d018-4766-a89b-d19d79ee1871 req-abe69b22-f6fc-4bc4-87ba-eac09583090b tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:35.160229 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-171c495e-d018-4766-a89b-d19d79ee1871 req-abe69b22-f6fc-4bc4-87ba-eac09583090b tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 943 time: 0.4088340
May 27 00:28:35.161235 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Pushing event updated for resources: {'Port': ['ID=8b7f1f2d-1cff-44ff-a73e-05cc70da1a34,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:35.423209 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-171c495e-d018-4766-a89b-d19d79ee1871 req-fbc811ab-7a72-41d0-97dd-f7effadd89ca tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2054880
May 27 00:28:35.447145 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Network 93818b25-db8b-4c49-bcdd-2f72652d1c2a is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:35.450676 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:35.454389 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e242c9f-5cf7-45e1-ab03-6ed55c0ec324 req-0d81bc18-e150-47b8-913d-f2475140797e service neutron] 10.222.0.45 "GET /v2.0/networks/f74350fd-8f56-4b83-a67b-be67dc77945a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8720405
May 27 00:28:35.561013 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device c2029040-bb53-41ca-9612-25e5807bc0ea up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:28:35.591082 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Pushing event updated for resources: {'Port': ['ID=d654cbae-3c1b-4718-afea-024f35ce15f7,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:35.794899 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port c2029040-bb53-41ca-9612-25e5807bc0ea triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:35.795396 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:35.920652 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57198) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:36.077904 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2ba0-420e-4f79-9d5d-bf3a12f26b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:36.085981 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4ed080cb-8fc7-4739-8a32-f545f176085d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:36.099737 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2ba0-420e-4f79-9d5d-bf3a12f26b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:36.196041 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-028b6ca1-5a0a-4fe4-b9d3-4d8bf01ccecd None None] Provisioning complete for port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:36.196534 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-028b6ca1-5a0a-4fe4-b9d3-4d8bf01ccecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:36.245325 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 17ad84a9-1a7f-4c9c-886a-f88ec85462fc up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:28:36.262130 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c2ba0-420e-4f79-9d5d-bf3a12f26b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c568bc9-a51c-4413-b839-fb4d50a83f0b,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:36.282071 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-5b7c2ba0-420e-4f79-9d5d-bf3a12f26b9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e52120a35928461cbf6ef28736ead3d0&name=default HTTP/1.1" status: 200  len: 2647 time: 2.9085531
May 27 00:28:36.283640 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57204) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:36.292148 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Network 8277ce01-4fed-435b-993e-be3acfd13f76 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:36.303549 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:36.384791 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f69aa831-533a-4e97-a28f-d022922cecb5 req-9a9d82b9-3128-4e4e-b02d-8aa515bb2ac6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e54a39cecf74c92a98d866c77cb0ae5&device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 1096 time: 0.8296125
May 27 00:28:36.452387 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-028b6ca1-5a0a-4fe4-b9d3-4d8bf01ccecd None None] Port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:28:36.456070 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4ed080cb-8fc7-4739-8a32-f545f176085d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:36.471436 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-4ed080cb-8fc7-4739-8a32-f545f176085d admin admin] Usage tracker for resource:security_group_rule and tenant:061af843af1542fd81c2e8e69245db80 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:36.530257 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 17ad84a9-1a7f-4c9c-886a-f88ec85462fc completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:36.542316 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 17ad84a9-1a7f-4c9c-886a-f88ec85462fc triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:36.542825 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:36.592130 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-4ed080cb-8fc7-4739-8a32-f545f176085d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:36.649674 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4ed080cb-8fc7-4739-8a32-f545f176085d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:36.826272 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aa831-533a-4e97-a28f-d022922cecb5 req-02c8ee60-67bb-4b72-846f-c2de24038940 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:36.828324 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f69aa831-533a-4e97-a28f-d022922cecb5 req-02c8ee60-67bb-4b72-846f-c2de24038940 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f74350fd-8f56-4b83-a67b-be67dc77945a HTTP/1.1" status: 200  len: 912 time: 0.4114239
May 27 00:28:36.923579 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-a4e26bc4-0ae9-45ba-bb8c-446e8c611e22 None None] Provisioning complete for port d654cbae-3c1b-4718-afea-024f35ce15f7 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:36.924997 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a4e26bc4-0ae9-45ba-bb8c-446e8c611e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:37.068482 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:37.109046 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-a4e26bc4-0ae9-45ba-bb8c-446e8c611e22 None None] Port d654cbae-3c1b-4718-afea-024f35ce15f7 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:28:37.115945 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-923cf40c-d864-44e8-bfdc-ed61fb40f0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:37.119475 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f69aa831-533a-4e97-a28f-d022922cecb5 req-a437bd2e-e966-470b-af93-fa124bac7760 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9899d77-4ecd-4055-966a-06b7ec510bd5 HTTP/1.1" status: 200  len: 217 time: 0.2704444
May 27 00:28:37.130105 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 17ad84a9-1a7f-4c9c-886a-f88ec85462fc, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=17ad84a9-1a7f-4c9c-886a-f88ec85462fc,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:28:37.146973 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:37.148754 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:28:37.155929 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4ed080cb-8fc7-4739-8a32-f545f176085d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:37.158159 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:28:37.180413 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4ed080cb-8fc7-4739-8a32-f545f176085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:37.315906 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57224) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:37.331742 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Sync routers for ids ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:28:37.346114 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-3590eddb-a964-4905-bb20-64a59575fa1c admin admin] 10.222.0.21 "PUT /v2.0/routers/9a6e40c1-fded-47d4-8a46-b1bdd96b4570/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.5540404
May 27 00:28:37.346114 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed080cb-8fc7-4739-8a32-f545f176085d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad299cef-1768-4e3c-8615-3721eb6cfd4e,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:37.385944 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-4ed080cb-8fc7-4739-8a32-f545f176085d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=061af843af1542fd81c2e8e69245db80&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4612956
May 27 00:28:37.389849 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57232) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:37.413445 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Routers {'9a6e40c1-fded-47d4-8a46-b1bdd96b4570'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:28:37.414127 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf0f83430>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:28:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:37.557849 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-923cf40c-d864-44e8-bfdc-ed61fb40f0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:37.692228 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=17ad84a9-1a7f-4c9c-886a-f88ec85462fc,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:37.730221 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-45639b1b-c6c7-4d55-ab5c-3c3c6a4d8ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:37.773698 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aa831-533a-4e97-a28f-d022922cecb5 req-4b3f24bd-d197-46ef-b847-26635ad7deff service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:37.780954 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:37.783232 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f69aa831-533a-4e97-a28f-d022922cecb5 req-4b3f24bd-d197-46ef-b847-26635ad7deff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1fcc6a9-b71a-48cc-8a17-4d1292f12913 HTTP/1.1" status: 200  len: 851 time: 0.5319538
May 27 00:28:37.819416 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:37.819980 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-45639b1b-c6c7-4d55-ab5c-3c3c6a4d8ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:37.836490 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:37.916567 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Set router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:28:37.923086 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4083c-a009-44d6-bc7e-9b47a67ae79e req-f65a4e87-6635-49b6-8133-f1bc0aabbf83 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:37.927258 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-37e4083c-a009-44d6-bc7e-9b47a67ae79e req-f65a4e87-6635-49b6-8133-f1bc0aabbf83 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 943 time: 1.0949876
May 27 00:28:37.950118 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-45639b1b-c6c7-4d55-ab5c-3c3c6a4d8ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:38.010029 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f69aa831-533a-4e97-a28f-d022922cecb5 req-123fa958-b06c-456d-8428-63e32ee2ee28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f74350fd-8f56-4b83-a67b-be67dc77945a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1927366
May 27 00:28:38.030109 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-841561036-network', 'tenant_id': '315f36c86b914ceb9d5bdd77a315e9f4'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:38.052304 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:38.063749 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Usage tracker for resource:network and tenant:315f36c86b914ceb9d5bdd77a315e9f4 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:38.080625 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:38.102019 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45639b1b-c6c7-4d55-ab5c-3c3c6a4d8ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad299cef-1768-4e3c-8615-3721eb6cfd4e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:38.110072 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:38.122266 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Router 0b9d6be1-2511-45e8-9682-a0bb80e3908f has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:28:38.142729 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-45639b1b-c6c7-4d55-ab5c-3c3c6a4d8ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:38.148889 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-45639b1b-c6c7-4d55-ab5c-3c3c6a4d8ad0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad299cef-1768-4e3c-8615-3721eb6cfd4e HTTP/1.1" status: 204  len: 168 time: 0.7576523
May 27 00:28:38.162040 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Made reservation on behalf of 315f36c86b914ceb9d5bdd77a315e9f4 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:38.168106 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:38.267678 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-923cf40c-d864-44e8-bfdc-ed61fb40f0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:38.405786 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cf40c-d864-44e8-bfdc-ed61fb40f0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c568bc9-a51c-4413-b839-fb4d50a83f0b,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:38.502832 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-37e4083c-a009-44d6-bc7e-9b47a67ae79e req-441b1705-6f65-4408-88c6-b82a84806cc7 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5535619
May 27 00:28:38.503718 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-923cf40c-d864-44e8-bfdc-ed61fb40f0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:38.512624 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-923cf40c-d864-44e8-bfdc-ed61fb40f0f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c568bc9-a51c-4413-b839-fb4d50a83f0b HTTP/1.1" status: 204  len: 168 time: 2.2089820
May 27 00:28:38.547372 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:38.636093 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:38.764861 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f69aa831-533a-4e97-a28f-d022922cecb5 req-0db754bd-e6be-41dc-9443-a90172629190 service neutron] 10.222.0.45 "GET /v2.0/networks/f74350fd-8f56-4b83-a67b-be67dc77945a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7418621
May 27 00:28:38.802175 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:38.810772 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Usage tracker for resource:security_group_rule and tenant:315f36c86b914ceb9d5bdd77a315e9f4 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:38.815913 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:38.825777 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:39.075753 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:28:39.093978 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:39.136123 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:39.145263 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:39.197044 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123}  {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:28:39.219334 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86069f1c-c245-4221-9beb-bab80e36df61,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:39.241213 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:39.242309 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.segments_db [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Added segment 8dc5ce76-5712-4153-ba63-b1fb77fd9654 of type vlan for network 57fced2e-48fd-4bfe-8ad9-bd900bd036ac
May 27 00:28:39.300218 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:39.336103 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:28:39.354830 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec675fa-f852-4a90-9788-80b488711464 req-91e37097-8aff-4369-a701-3fa43f191da6 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:39.356968 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ec675fa-f852-4a90-9788-80b488711464 req-91e37097-8aff-4369-a701-3fa43f191da6 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 819 time: 0.6699152
May 27 00:28:39.372779 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Router d148298d-871f-47e2-937d-72f9ec346874 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:28:39.376398 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f69aa831-533a-4e97-a28f-d022922cecb5 req-cc121d95-ed7c-4115-9219-205287d8c968 service neutron] 10.222.0.45 "GET /v2.0/networks/f74350fd-8f56-4b83-a67b-be67dc77945a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3983555
May 27 00:28:39.391828 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ec675fa-f852-4a90-9788-80b488711464 req-890dede3-1365-49e8-b397-78f50ad72bba tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/quotas/8e9e95f10bbf42f68ab5befa5b4aad4c HTTP/1.1" status: 200  len: 375 time: 0.0175719
May 27 00:28:39.463003 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-609bce0d-388b-44ac-b7c9-6d73a6ad9528 admin admin] 10.222.0.21 "PUT /v2.0/routers/0b9d6be1-2511-45e8-9682-a0bb80e3908f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.3253956
May 27 00:28:39.463003 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:39.463003 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:39.463003 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:39.495995 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 17ad84a9-1a7f-4c9c-886a-f88ec85462fc up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:28:39.751685 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.4329515
May 27 00:28:39.755548 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57286) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:39.774721 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1cebdd0a-ccb0-44d9-9d5b-3bc459bfbce0 admin admin] Request body: {'subnet': {'network_id': '57fced2e-48fd-4bfe-8ad9-bd900bd036ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-841561036-subnet', 'tenant_id': '315f36c86b914ceb9d5bdd77a315e9f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:39.776952 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:39.812059 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1cebdd0a-ccb0-44d9-9d5b-3bc459bfbce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:39.818088 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 17ad84a9-1a7f-4c9c-886a-f88ec85462fc triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:39.818512 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:39.822126 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964ea45-388e-425b-8ac1-2ee8dff063c1 admin admin] Pushing event updated for resources: {'Network': ['ID=57fced2e-48fd-4bfe-8ad9-bd900bd036ac,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:39.840403 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-1cebdd0a-ccb0-44d9-9d5b-3bc459bfbce0 admin admin] Usage tracker for resource:subnet and tenant:315f36c86b914ceb9d5bdd77a315e9f4 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:39.852164 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-1cebdd0a-ccb0-44d9-9d5b-3bc459bfbce0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:39.874906 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1cebdd0a-ccb0-44d9-9d5b-3bc459bfbce0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:39.901688 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cebdd0a-ccb0-44d9-9d5b-3bc459bfbce0 admin admin] Made reservation on behalf of 315f36c86b914ceb9d5bdd77a315e9f4 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:39.904179 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1cebdd0a-ccb0-44d9-9d5b-3bc459bfbce0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:39.916087 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network 57fced2e-48fd-4bfe-8ad9-bd900bd036ac details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:28:40.227648 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf0f83430>, [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:28:27Z', 'revision_number': 4, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port': {'id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:15Z', 'updated_at': '2022-05-27T00:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '88aa19ea-cc28-4ade-a497-b9dad4a6989f', 'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'mac_address': 'fa:16:3e:a4:55:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:24Z', 'updated_at': '2022-05-27T00:28:28Z', 'revision_number': 2, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'subnets': [{'id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:40.259796 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Checking router: 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:28:40.260936 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Updating router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 port 88aa19ea-cc28-4ade-a497-b9dad4a6989f binding host dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:28:40.340278 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ec675fa-f852-4a90-9788-80b488711464 req-20eb9de1-f2cd-4ab8-b954-05c50db202ef tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.7815464
May 27 00:28:40.348028 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:40.348236 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0386910-e69b-4472-b6ae-4fdc8e17a9a9 req-441b1cfd-3f5c-429f-aa12-5a558e82fb6d tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:40.349701 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d0386910-e69b-4472-b6ae-4fdc8e17a9a9 req-441b1cfd-3f5c-429f-aa12-5a558e82fb6d tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 943 time: 0.4750159
May 27 00:28:40.583537 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1cebdd0a-ccb0-44d9-9d5b-3bc459bfbce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:40.630517 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d0386910-e69b-4472-b6ae-4fdc8e17a9a9 req-a5358118-202d-4ac9-8fe6-324494d2519f tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2570698
May 27 00:28:40.658279 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ec675fa-f852-4a90-9788-80b488711464 req-71f3e9b4-7685-42ab-a80d-bbcc868ec821 service neutron] 10.222.0.21 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3056574
May 27 00:28:40.829542 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebdd0a-ccb0-44d9-9d5b-3bc459bfbce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a384029d-6523-434b-894a-3cebbb4c9e77,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:40.833523 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:28:40.848035 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-10df1d88-8d3e-4503-b03d-31ad7a099d3d admin admin] 10.222.0.21 "PUT /v2.0/routers/d148298d-871f-47e2-937d-72f9ec346874/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.2770913
May 27 00:28:40.856417 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cebdd0a-ccb0-44d9-9d5b-3bc459bfbce0 admin admin] Checking segment: {'id': '8dc5ce76-5712-4153-ba63-b1fb77fd9654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '57fced2e-48fd-4bfe-8ad9-bd900bd036ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:40.856800 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cebdd0a-ccb0-44d9-9d5b-3bc459bfbce0 admin admin] Network hostable DHCP agents. Network: 57fced2e-48fd-4bfe-8ad9-bd900bd036ac, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:28:40.902582 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cebdd0a-ccb0-44d9-9d5b-3bc459bfbce0 admin admin] Network 57fced2e-48fd-4bfe-8ad9-bd900bd036ac is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:28:40.923417 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-1cebdd0a-ccb0-44d9-9d5b-3bc459bfbce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, 57fced2e-48fd-4bfe-8ad9-bd900bd036ac) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:40.931755 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cebdd0a-ccb0-44d9-9d5b-3bc459bfbce0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:40.932615 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1cebdd0a-ccb0-44d9-9d5b-3bc459bfbce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:40.942157 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa95218-f75d-4135-9e04-c50f6673a094 None None] Network 57fced2e-48fd-4bfe-8ad9-bd900bd036ac requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:28:40.989736 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-1cebdd0a-ccb0-44d9-9d5b-3bc459bfbce0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.2309544
May 27 00:28:40.999929 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ec675fa-f852-4a90-9788-80b488711464 req-f3b6bf60-b522-46f0-b9d1-ba9e6d80c6c5 service neutron] 10.222.0.21 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3300846
May 27 00:28:41.365384 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Notify callbacks [] for port, precommit_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:41.369203 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6c2c4596-10b6-45f2-b886-824f5a285984 req-47dfebbb-8bac-4a79-8a0a-a5b9c49f5737 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 210 time: 0.0786152
May 27 00:28:41.402269 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Transition to ACTIVE for port object 88aa19ea-cc28-4ade-a497-b9dad4a6989f will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:41.443384 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:28:41.499036 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:41.741859 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21e445-5033-40e6-8c15-f248ac55ea76 None None] Pushing event updated for resources: {'Port': ['ID=88aa19ea-cc28-4ade-a497-b9dad4a6989f,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:41.806580 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57348) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:41.814833 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-afc3958e-c00d-426e-b950-eca8a0724033 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--19402520', 'description': 'tempest-description--1842284968'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:41.839047 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-afc3958e-c00d-426e-b950-eca8a0724033 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:41.855478 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-afc3958e-c00d-426e-b950-eca8a0724033 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Usage tracker for resource:security_group and tenant:d7667619259a4d13afe049d3106d1013 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:41.871235 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-afc3958e-c00d-426e-b950-eca8a0724033 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:41.889156 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-afc3958e-c00d-426e-b950-eca8a0724033 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:41.923274 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-afc3958e-c00d-426e-b950-eca8a0724033 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:41.998321 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-afc3958e-c00d-426e-b950-eca8a0724033 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:42.002583 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-afc3958e-c00d-426e-b950-eca8a0724033 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Usage tracker for resource:security_group_rule and tenant:d7667619259a4d13afe049d3106d1013 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:42.008352 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-afc3958e-c00d-426e-b950-eca8a0724033 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:42.023820 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-afc3958e-c00d-426e-b950-eca8a0724033 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:42.067783 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b121ad-ac78-40e8-938e-68e97ec544cc req-c08ecb89-1f45-42b5-9ae2-1d22d037459e tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:42.067783 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e8b121ad-ac78-40e8-938e-68e97ec544cc req-c08ecb89-1f45-42b5-9ae2-1d22d037459e tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 943 time: 0.1313348
May 27 00:28:42.197200 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc60ac6-4457-4a71-afc8-f1f6eea34128 None None] Network 57fced2e-48fd-4bfe-8ad9-bd900bd036ac requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:28:42.204134 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-afc3958e-c00d-426e-b950-eca8a0724033 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:42.213207 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-afc3958e-c00d-426e-b950-eca8a0724033 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:42.214538 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e8b121ad-ac78-40e8-938e-68e97ec544cc req-494b2911-c395-4050-9bf3-615c1199c690 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366091
May 27 00:28:42.328623 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3958e-c00d-426e-b950-eca8a0724033 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75bb9d86-42e9-479f-bd53-78e958d5943f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:42.339786 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-afc3958e-c00d-426e-b950-eca8a0724033 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:42.345495 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57368) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:42.345790 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-afc3958e-c00d-426e-b950-eca8a0724033 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.5380819
May 27 00:28:42.352077 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-7660ec85-d521-43e6-a186-db28dcb76699 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Request body: {'security_group_rule': {'security_group_id': '75bb9d86-42e9-479f-bd53-78e958d5943f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:42.360554 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-7660ec85-d521-43e6-a186-db28dcb76699 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:42.370996 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-7660ec85-d521-43e6-a186-db28dcb76699 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Usage tracker for resource:security_group_rule and tenant:d7667619259a4d13afe049d3106d1013 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:42.378453 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-7660ec85-d521-43e6-a186-db28dcb76699 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:42.392488 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-7660ec85-d521-43e6-a186-db28dcb76699 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:42.446631 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7660ec85-d521-43e6-a186-db28dcb76699 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:42.633569 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:42.634289 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:42.660582 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57390) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:42.668474 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5406f5d9-9477-42cc-bac5-e0040b0655a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1679112656', 'description': 'tempest-description--122531449'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:42.678196 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5406f5d9-9477-42cc-bac5-e0040b0655a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:42.686163 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-5406f5d9-9477-42cc-bac5-e0040b0655a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Usage tracker for resource:security_group and tenant:7feb0b7352ec488cb0838c2d67853e12 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:42.695387 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-5406f5d9-9477-42cc-bac5-e0040b0655a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:42.707381 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5406f5d9-9477-42cc-bac5-e0040b0655a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:42.734267 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5406f5d9-9477-42cc-bac5-e0040b0655a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:42.789442 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-f8e70ce4-523c-4e06-91a7-3044e30d749c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:42.795904 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5406f5d9-9477-42cc-bac5-e0040b0655a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:42.797020 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-f8e70ce4-523c-4e06-91a7-3044e30d749c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 819 time: 0.2795961
May 27 00:28:42.800946 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-5406f5d9-9477-42cc-bac5-e0040b0655a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Usage tracker for resource:security_group_rule and tenant:7feb0b7352ec488cb0838c2d67853e12 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:42.804347 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-5406f5d9-9477-42cc-bac5-e0040b0655a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:42.811321 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5406f5d9-9477-42cc-bac5-e0040b0655a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:42.878906 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5406f5d9-9477-42cc-bac5-e0040b0655a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:42.886142 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-7a578be3-546a-4633-8911-550eda8c6a6f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/quotas/8e9e95f10bbf42f68ab5befa5b4aad4c HTTP/1.1" status: 200  len: 375 time: 0.0881867
May 27 00:28:42.889599 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5406f5d9-9477-42cc-bac5-e0040b0655a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:42.982744 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406f5d9-9477-42cc-bac5-e0040b0655a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12dc52ef-4dd5-4173-8645-0d67b5b36f7c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:42.998466 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5406f5d9-9477-42cc-bac5-e0040b0655a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.004253 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-5406f5d9-9477-42cc-bac5-e0040b0655a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.3422208
May 27 00:28:43.004860 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57398) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:43.019952 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b093919e-f211-4167-a942-dfb8ee51cfe2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Request body: {'security_group_rule': {'security_group_id': '12dc52ef-4dd5-4173-8645-0d67b5b36f7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:43.026936 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7660ec85-d521-43e6-a186-db28dcb76699 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.041908 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7660ec85-d521-43e6-a186-db28dcb76699 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.043980 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b093919e-f211-4167-a942-dfb8ee51cfe2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:43.060449 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-b093919e-f211-4167-a942-dfb8ee51cfe2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Usage tracker for resource:security_group_rule and tenant:7feb0b7352ec488cb0838c2d67853e12 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:43.066463 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-b093919e-f211-4167-a942-dfb8ee51cfe2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:43.084663 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b093919e-f211-4167-a942-dfb8ee51cfe2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:43.089111 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Attempting to bind port 88aa19ea-cc28-4ade-a497-b9dad4a6989f on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:28:43.089610 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Attempting to bind port 88aa19ea-cc28-4ade-a497-b9dad4a6989f by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:28:43.090230 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Attempting to bind port 88aa19ea-cc28-4ade-a497-b9dad4a6989f on network 4738b157-f228-41f8-8014-912ba15b7620 {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:28:43.099436 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-40ae4392-98bd-4d1f-b7b8-bb2bf1cf9567 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2119215
May 27 00:28:43.102842 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660ec85-d521-43e6-a186-db28dcb76699 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31aff3fb-8db2-45c7-a383-a3440a0f0c71,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:43.136397 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b093919e-f211-4167-a942-dfb8ee51cfe2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.148445 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7660ec85-d521-43e6-a186-db28dcb76699 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.150495 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-7660ec85-d521-43e6-a186-db28dcb76699 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8038902
May 27 00:28:43.153252 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57404) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:43.153943 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:28:43.154276 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Checking segment: {'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:43.154832 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.155035 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Bound using segment: {'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:28:43.161424 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-c4847b4d-ff72-47ae-b032-ca682025a622 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Request body: {'security_group_rule': {'security_group_id': '75bb9d86-42e9-479f-bd53-78e958d5943f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:43.162259 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Bound port: 88aa19ea-cc28-4ade-a497-b9dad4a6989f, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:28:43.163016 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.167699 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-c4847b4d-ff72-47ae-b032-ca682025a622 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:43.172363 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-c4847b4d-ff72-47ae-b032-ca682025a622 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Usage tracker for resource:security_group_rule and tenant:d7667619259a4d13afe049d3106d1013 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:43.175568 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-c4847b4d-ff72-47ae-b032-ca682025a622 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:43.183339 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-c4847b4d-ff72-47ae-b032-ca682025a622 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:43.211769 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.227793 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c4847b4d-ff72-47ae-b032-ca682025a622 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.354939 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b093919e-f211-4167-a942-dfb8ee51cfe2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.364276 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b093919e-f211-4167-a942-dfb8ee51cfe2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.401839 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c4847b4d-ff72-47ae-b032-ca682025a622 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.411427 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c4847b4d-ff72-47ae-b032-ca682025a622 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.429704 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093919e-f211-4167-a942-dfb8ee51cfe2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160f8b2a-c4c5-4df1-99fe-fe9761f90421,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:43.433549 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] For port 88aa19ea-cc28-4ade-a497-b9dad4a6989f, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:28:43.437296 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] For port 88aa19ea-cc28-4ade-a497-b9dad4a6989f, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=88aa19ea-cc28-4ade-a497-b9dad4a6989f,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:28:43.449315 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b093919e-f211-4167-a942-dfb8ee51cfe2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.450899 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.452410 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-b093919e-f211-4167-a942-dfb8ee51cfe2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4458842
May 27 00:28:43.456541 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57418) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:43.469457 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-0fd97476-426a-4b9d-8675-4a1538697d78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Request body: {'security_group_rule': {'security_group_id': '12dc52ef-4dd5-4173-8645-0d67b5b36f7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:43.478257 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c4847b4d-ff72-47ae-b032-ca682025a622 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.483483 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-c4847b4d-ff72-47ae-b032-ca682025a622 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3256819
May 27 00:28:43.486905 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57424) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:43.490724 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4847b4d-ff72-47ae-b032-ca682025a622 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b543510-57e9-4108-8999-e460c1fb090d,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:43.499052 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0fd97476-426a-4b9d-8675-4a1538697d78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:43.516065 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Request body: {'floatingip': {'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:43.532602 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:43.546765 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Usage tracker for resource:floatingip and tenant:d7667619259a4d13afe049d3106d1013 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:43.551096 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-0fd97476-426a-4b9d-8675-4a1538697d78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Usage tracker for resource:security_group_rule and tenant:7feb0b7352ec488cb0838c2d67853e12 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:43.555026 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:43.559065 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-0fd97476-426a-4b9d-8675-4a1538697d78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:43.567565 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:43.570271 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0fd97476-426a-4b9d-8675-4a1538697d78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:43.590742 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.652233 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0fd97476-426a-4b9d-8675-4a1538697d78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:43.671653 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21e445-5033-40e6-8c15-f248ac55ea76 None None] Pushing event updated for resources: {'Port': ['ID=88aa19ea-cc28-4ade-a497-b9dad4a6989f,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:43.704627 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Routers {'9a6e40c1-fded-47d4-8a46-b1bdd96b4570'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:28:43.714163 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf0f83430>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:28:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:43.829490 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5df393-48aa-4cdb-8c5f-14bec75f6830 req-fb52b61b-cae3-4df3-a0a0-849d0bab7bec tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:43.842993 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1f5df393-48aa-4cdb-8c5f-14bec75f6830 req-fb52b61b-cae3-4df3-a0a0-849d0bab7bec tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 943 time: 0.3036344
May 27 00:28:43.998466 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1f5df393-48aa-4cdb-8c5f-14bec75f6830 req-99ca43c9-33d6-4298-8b05-e579208633e9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492040
May 27 00:28:44.065836 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0fd97476-426a-4b9d-8675-4a1538697d78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:44.076276 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0fd97476-426a-4b9d-8675-4a1538697d78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:44.117822 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-c05b4ced-5d43-4c36-8cfa-4400e09dba93 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83748) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
May 27 00:28:44.118830 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-c05b4ced-5d43-4c36-8cfa-4400e09dba93 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4509401
May 27 00:28:44.123753 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd97476-426a-4b9d-8675-4a1538697d78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94438121-7959-40b3-b53f-22082c9ec52e,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:44.150790 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0fd97476-426a-4b9d-8675-4a1538697d78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:44.152366 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-0fd97476-426a-4b9d-8675-4a1538697d78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6942253
May 27 00:28:44.155377 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57442) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:44.162139 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Request body: {'floatingip': {'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:44.170679 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:44.175786 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Usage tracker for resource:floatingip and tenant:7feb0b7352ec488cb0838c2d67853e12 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:44.188270 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:44.192031 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:44.198396 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:44.247056 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] Set router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:28:44.256471 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:44.506432 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Allocated IP 172.27.3.132 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/71cc9b87-70ce-4cd1-938a-2c9eff8186b2) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:28:44.555682 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec675fa-f852-4a90-9788-80b488711464 req-6c519645-0feb-4ff4-8be9-ed78b28bd828 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:44.570743 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ec675fa-f852-4a90-9788-80b488711464 req-6c519645-0feb-4ff4-8be9-ed78b28bd828 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 819 time: 0.5628145
May 27 00:28:44.575156 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a527652f-12e0-4d99-8c0b-78dc8a440403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:44.583492 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-0af9c9ee-c7b4-4983-8cae-f32959dfee69 service neutron] 10.222.0.21 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3624134
May 27 00:28:44.641137 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Request body: {'port': {'device_id': '65aaba93-cd71-468e-b3c5-581472b3d10b', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'admin_state_up': True, 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:44.648390 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:44.719447 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf0f83430>, [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:28:27Z', 'revision_number': 4, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port': {'id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:15Z', 'updated_at': '2022-05-27T00:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '88aa19ea-cc28-4ade-a497-b9dad4a6989f', 'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'mac_address': 'fa:16:3e:a4:55:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:24Z', 'updated_at': '2022-05-27T00:28:43Z', 'revision_number': 4, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'subnets': [{'id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:44.724796 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33d885-9ee2-4af1-8311-7041e625f228 None None] The sync data for ids ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'] in dv-cinder-843305-3-iscsi is: [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:28:27Z', 'revision_number': 4, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port': {'id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:15Z', 'updated_at': '2022-05-27T00:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '88aa19ea-cc28-4ade-a497-b9dad4a6989f', 'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'mac_address': 'fa:16:3e:a4:55:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:24Z', 'updated_at': '2022-05-27T00:28:43Z', 'revision_number': 4, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'subnets': [{'id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:28:44.815267 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:44.920038 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:45.168527 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-f8592f20-54d5-4e11-8bc9-cbb97d0f59cb service neutron] 10.222.0.21 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5823793
May 27 00:28:45.178433 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:45.191288 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Usage tracker for resource:port and tenant:8e9e95f10bbf42f68ab5befa5b4aad4c is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:45.196370 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Allocated IP 172.27.3.46 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/8c1eda0a-7893-44c7-a8e1-a24c1820e41d) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:28:45.200417 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:45.216792 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:45.349718 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57472) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:45.388250 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Made reservation on behalf of 8e9e95f10bbf42f68ab5befa5b4aad4c for: {'port': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:45.395683 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:45.430575 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1530951864-network', 'tenant_id': '6114ebf05d4a4505ada98175e8956a37'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:45.431925 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 88aa19ea-cc28-4ade-a497-b9dad4a6989f up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:28:45.442390 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:45.452916 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Usage tracker for resource:network and tenant:6114ebf05d4a4505ada98175e8956a37 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:45.461895 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:45.484933 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:45.541400 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Made reservation on behalf of 6114ebf05d4a4505ada98175e8956a37 for: {'network': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:45.543693 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:45.658606 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 88aa19ea-cc28-4ade-a497-b9dad4a6989f completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:45.664138 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:45.666140 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:45.674790 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 88aa19ea-cc28-4ade-a497-b9dad4a6989f triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:45.675154 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:45.816357 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:45.822646 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:45.833669 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:28:45.934414 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:45.942247 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event updated for resources: {'Port': ['ID=71cc9b87-70ce-4cd1-938a-2c9eff8186b2,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:45.958391 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:46.007761 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 88aa19ea-cc28-4ade-a497-b9dad4a6989f, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=88aa19ea-cc28-4ade-a497-b9dad4a6989f,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:28:46.017756 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:46.024398 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Allocated IP 172.20.0.8 (4738b157-f228-41f8-8014-912ba15b7620/7d2c0dfd-f632-4f37-8f17-283e95a4f9e6/322ff2d0-6cce-433d-980c-4e2a2669f15a) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:28:46.196439 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=88aa19ea-cc28-4ade-a497-b9dad4a6989f,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:46.257584 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:46.264693 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:46.274894 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:28:46.280740 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event updated for resources: {'Port': ['ID=8c1eda0a-7893-44c7-a8e1-a24c1820e41d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:46.295496 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:46.321865 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Transition to ACTIVE for port object 322ff2d0-6cce-433d-980c-4e2a2669f15a will not be triggered until provisioned by entity DHCP. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:46.345106 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fcc78061-61b6-4799-8e27-a6a4125177e6 req-545bcd9b-8f85-45b3-b696-3c3d38d440b7 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 210 time: 0.7064312
May 27 00:28:46.352038 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:46.420022 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Network 4738b157-f228-41f8-8014-912ba15b7620 is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:46.428811 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:46.431811 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:28:46.435815 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:46.436422 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for port, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:46.508968 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:46.523922 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ec675fa-f852-4a90-9788-80b488711464 req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8979609
May 27 00:28:46.542520 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858a53b-6f53-4fe3-b817-0e9254cfc63b req-640fc22e-4072-401f-bb0e-617c9c39bc71 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:46.544587 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c858a53b-6f53-4fe3-b817-0e9254cfc63b req-640fc22e-4072-401f-bb0e-617c9c39bc71 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 943 time: 1.2816029
May 27 00:28:46.545733 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:46.550334 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Usage tracker for resource:security_group_rule and tenant:6114ebf05d4a4505ada98175e8956a37 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:46.554219 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:46.560405 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:46.616745 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:46.632821 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad46c7-81e9-4d3a-93c3-fe165289a12f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Pushing event updated for resources: {'Port': ['ID=322ff2d0-6cce-433d-980c-4e2a2669f15a,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:46.673599 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-64a0ef42-0059-405a-a737-a11551c869c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:46.701937 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c858a53b-6f53-4fe3-b817-0e9254cfc63b req-be4e761f-08b7-4607-b519-2dd79e039178 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151202
May 27 00:28:46.738705 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:46.789455 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:46.797188 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:46.829445 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e1468f2b-90c4-4d55-a54c-76f5b8a7d7e7 None None] Provisioning for port 322ff2d0-6cce-433d-980c-4e2a2669f15a completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:46.835937 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e1468f2b-90c4-4d55-a54c-76f5b8a7d7e7 None None] Provisioning complete for port 322ff2d0-6cce-433d-980c-4e2a2669f15a triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:46.837909 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e1468f2b-90c4-4d55-a54c-76f5b8a7d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:46.845177 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=83748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:28:46.859570 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28588b29-50c0-446f-a3de-845f4a4d07d5,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:46.890200 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:46.890822 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.segments_db [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Added segment 809723de-e589-4ba5-bac3-c566c88d4937 of type vlan for network 8b31f501-a7ec-4eba-9a1e-f1ca755d0bc0
May 27 00:28:46.937103 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:46.941023 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:46.980998 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:46.982238 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:46.982943 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:47.031481 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.6691890
May 27 00:28:47.031678 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e1468f2b-90c4-4d55-a54c-76f5b8a7d7e7 None None] Port 322ff2d0-6cce-433d-980c-4e2a2669f15a cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:28:47.035580 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57514) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:47.093910 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-80974f48-1cb2-4438-a322-0bb271791f30 admin admin] Request body: {'subnet': {'network_id': '8b31f501-a7ec-4eba-9a1e-f1ca755d0bc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1530951864-subnet', 'tenant_id': '6114ebf05d4a4505ada98175e8956a37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:47.104346 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-80974f48-1cb2-4438-a322-0bb271791f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:47.109633 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-80974f48-1cb2-4438-a322-0bb271791f30 admin admin] Usage tracker for resource:subnet and tenant:6114ebf05d4a4505ada98175e8956a37 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:47.112353 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-80974f48-1cb2-4438-a322-0bb271791f30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:47.145970 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-80974f48-1cb2-4438-a322-0bb271791f30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:47.163990 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc354cdd-8763-43b6-ae21-dc485b0f7eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=8b31f501-a7ec-4eba-9a1e-f1ca755d0bc0,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:47.169399 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80974f48-1cb2-4438-a322-0bb271791f30 admin admin] Made reservation on behalf of 6114ebf05d4a4505ada98175e8956a37 for: {'subnet': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:47.173203 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-80974f48-1cb2-4438-a322-0bb271791f30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:47.175467 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network 8b31f501-a7ec-4eba-9a1e-f1ca755d0bc0 details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:28:47.178251 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:47.196247 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:47.250807 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:47.313723 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event updated for resources: {'Port': ['ID=8c1eda0a-7893-44c7-a8e1-a24c1820e41d,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:47.333815 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:47.335160 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-7e9bd56f-a63e-4b28-aa60-8bdb61648b78 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.1783369
May 27 00:28:47.343178 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:47.351958 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:47.396269 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 88aa19ea-cc28-4ade-a497-b9dad4a6989f up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:28:47.445431 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event updated for resources: {'Port': ['ID=71cc9b87-70ce-4cd1-938a-2c9eff8186b2,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:47.476400 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:47.519187 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Request body: {'port': {'device_id': '65aaba93-cd71-468e-b3c5-581472b3d10b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:47.521386 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:47.523053 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-cbee8350-726e-4fee-869a-837d21cf9c2a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.0305495
May 27 00:28:47.665067 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 88aa19ea-cc28-4ade-a497-b9dad4a6989f triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:47.665711 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:47.843354 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-eab75fd2-0616-4e7b-8d90-815b94cae893 req-f74f3b08-5cc5-4d3b-8513-26f958cf5181 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Synchronizing usage tracker for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:port {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:28:47.871911 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:47.891546 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-80974f48-1cb2-4438-a322-0bb271791f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for subnet, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:47.924192 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:47.951794 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:47.962163 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-d6236938-a08d-4bc1-9d24-fcb644f280da tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1679112656&fields=id&tenant_id=7feb0b7352ec488cb0838c2d67853e12 HTTP/1.1" status: 200  len: 267 time: 0.2110317
May 27 00:28:47.970716 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-eab75fd2-0616-4e7b-8d90-815b94cae893 req-f74f3b08-5cc5-4d3b-8513-26f958cf5181 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Unset dirty status for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:port {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:28:47.971813 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-eab75fd2-0616-4e7b-8d90-815b94cae893 req-f74f3b08-5cc5-4d3b-8513-26f958cf5181 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 210 time: 0.2218688
May 27 00:28:48.120068 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80974f48-1cb2-4438-a322-0bb271791f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef911c91-0c16-498d-8256-75850bc5cbb6,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:48.291213 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80974f48-1cb2-4438-a322-0bb271791f30 admin admin] Checking segment: {'id': '809723de-e589-4ba5-bac3-c566c88d4937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8b31f501-a7ec-4eba-9a1e-f1ca755d0bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:48.291561 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80974f48-1cb2-4438-a322-0bb271791f30 admin admin] Network hostable DHCP agents. Network: 8b31f501-a7ec-4eba-9a1e-f1ca755d0bc0, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:28:48.330029 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-42d340f9-f0fa-4d3a-b06f-de136130f523 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--19402520&fields=id&tenant_id=d7667619259a4d13afe049d3106d1013 HTTP/1.1" status: 200  len: 267 time: 0.2277150
May 27 00:28:48.366591 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device c9899d77-4ecd-4055-966a-06b7ec510bd5 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:28:48.502130 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port c9899d77-4ecd-4055-966a-06b7ec510bd5, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c9899d77-4ecd-4055-966a-06b7ec510bd5,segment=NetworkSegment(4d5d1538-e48b-4376-825f-c15f35323821),segment_id=4d5d1538-e48b-4376-825f-c15f35323821)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:28:48.515652 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': 'c9899d77-4ecd-4055-966a-06b7ec510bd5', 'network_id': 'f74350fd-8f56-4b83-a67b-be67dc77945a', 'port_id': 'c9899d77-4ecd-4055-966a-06b7ec510bd5', 'mac_address': 'fa:16:3e:f2:af:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1fcc6a9-b71a-48cc-8a17-4d1292f12913', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:28:48.519250 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-07f99f21-19d1-45b7-9960-a21bab152f4c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:48.520730 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-07f99f21-19d1-45b7-9960-a21bab152f4c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/networks?id=93818b25-db8b-4c49-bcdd-2f72652d1c2a HTTP/1.1" status: 200  len: 811 time: 0.5454814
May 27 00:28:48.557722 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80974f48-1cb2-4438-a322-0bb271791f30 admin admin] Network 8b31f501-a7ec-4eba-9a1e-f1ca755d0bc0 is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:28:48.572755 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:48.588876 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-4bd97d23-c063-41b8-b58c-bded9043143c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/quotas/7feb0b7352ec488cb0838c2d67853e12 HTTP/1.1" status: 200  len: 375 time: 0.0552042
May 27 00:28:48.592070 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9899d77-4ecd-4055-966a-06b7ec510bd5 {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:28:48.606365 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-80974f48-1cb2-4438-a322-0bb271791f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, 8b31f501-a7ec-4eba-9a1e-f1ca755d0bc0) {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:48.610223 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port c9899d77-4ecd-4055-966a-06b7ec510bd5, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c9899d77-4ecd-4055-966a-06b7ec510bd5,segment=NetworkSegment(4d5d1538-e48b-4376-825f-c15f35323821),segment_id=4d5d1538-e48b-4376-825f-c15f35323821)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:28:48.611275 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80974f48-1cb2-4438-a322-0bb271791f30 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:48.613318 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-80974f48-1cb2-4438-a322-0bb271791f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:48.614589 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93242d05-0109-459b-966a-ad0d520047b6 None None] Network 8b31f501-a7ec-4eba-9a1e-f1ca755d0bc0 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:28:48.641239 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:48.720793 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-156805f3-a2a0-442c-a796-85a261cabadb tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:48.722251 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-156805f3-a2a0-442c-a796-85a261cabadb tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/networks?id=8277ce01-4fed-435b-993e-be3acfd13f76 HTTP/1.1" status: 200  len: 816 time: 0.3831289
May 27 00:28:48.735062 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-80974f48-1cb2-4438-a322-0bb271791f30 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.6902766
May 27 00:28:48.759106 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=c9899d77-4ecd-4055-966a-06b7ec510bd5,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:48.766039 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-8089a0d4-6a6d-4668-9953-5e3e29692d24 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/quotas/d7667619259a4d13afe049d3106d1013 HTTP/1.1" status: 200  len: 375 time: 0.0364075
May 27 00:28:48.879944 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322ff2d0-6cce-433d-980c-4e2a2669f15a {{(pid=83748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:28:48.890383 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-3ac78710-ca27-46c2-ba6f-a4dafcca1ca2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Synchronizing usage tracker for tenant:7feb0b7352ec488cb0838c2d67853e12 on resource:port {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:28:48.901497 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:48.936078 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57558) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:48.943275 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Transition to ACTIVE for port object 322ff2d0-6cce-433d-980c-4e2a2669f15a will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:48.947942 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-3ac78710-ca27-46c2-ba6f-a4dafcca1ca2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Unset dirty status for tenant:7feb0b7352ec488cb0838c2d67853e12 on resource:port {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:28:48.949419 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-3ac78710-ca27-46c2-ba6f-a4dafcca1ca2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7feb0b7352ec488cb0838c2d67853e12&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3466539
May 27 00:28:48.956049 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc76c05-48f1-4362-98e7-6cebfccb88c3 None None] Network 8b31f501-a7ec-4eba-9a1e-f1ca755d0bc0 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:28:48.957398 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:48.998711 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ff9b58-e864-42a3-a36c-e027ae4b3890 admin admin] Deleting subnet a384029d-6523-434b-894a-3cebbb4c9e77 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:28:49.002431 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58ff9b58-e864-42a3-a36c-e027ae4b3890 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:49.046037 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-70728211-da6c-4869-b821-18cf875b6b7e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7667619259a4d13afe049d3106d1013&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2492230
May 27 00:28:49.060699 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58ff9b58-e864-42a3-a36c-e027ae4b3890 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:49.069540 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58ff9b58-e864-42a3-a36c-e027ae4b3890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:49.168477 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58ff9b58-e864-42a3-a36c-e027ae4b3890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:49.185330 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:49.208139 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff9b58-e864-42a3-a36c-e027ae4b3890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a384029d-6523-434b-894a-3cebbb4c9e77,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:49.216286 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-58ff9b58-e864-42a3-a36c-e027ae4b3890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:49.224683 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-58ff9b58-e864-42a3-a36c-e027ae4b3890 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a384029d-6523-434b-894a-3cebbb4c9e77 HTTP/1.1" status: 204  len: 168 time: 0.2856860
May 27 00:28:49.224962 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57566) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:49.252722 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Pushing event updated for resources: {'Port': ['ID=322ff2d0-6cce-433d-980c-4e2a2669f15a,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:49.390690 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:49.402729 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-0099cf3f-d349-40a8-8456-0b83f298cc7a service neutron] 10.222.0.21 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4084334
May 27 00:28:49.407325 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Attempting to bind port 322ff2d0-6cce-433d-980c-4e2a2669f15a on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:28:49.407682 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Attempting to bind port 322ff2d0-6cce-433d-980c-4e2a2669f15a by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:28:49.408011 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Attempting to bind port 322ff2d0-6cce-433d-980c-4e2a2669f15a on network 4738b157-f228-41f8-8014-912ba15b7620 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:28:49.412785 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-57ec4627-abbf-491b-90ec-b9e61bec0dbb service neutron] 10.222.0.21 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3076601
May 27 00:28:49.504726 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Port 322ff2d0-6cce-433d-980c-4e2a2669f15a on network 4738b157-f228-41f8-8014-912ba15b7620 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:28:49.505037 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Attempting to bind port 322ff2d0-6cce-433d-980c-4e2a2669f15a on network 4738b157-f228-41f8-8014-912ba15b7620 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:28:49.515219 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:49.543625 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fdcf29620a0>> segment before_delete 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:28:49.543970 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fdcf29620a0>> subnet precommit_delete_associations 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:28:49.544744 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdcf1688280>> segment_host_mapping after_create 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:28:49.545069 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdcf1688280>> port after_create 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:28:49.545380 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdcf1688280>> port after_delete 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:28:49.545749 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdcf1688280>> port after_update 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:28:49.546967 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdcf1688280>> segment after_delete 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:28:49.547306 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdcf1688280>> subnet after_create 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:28:49.547630 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdcf1688280>> subnet after_delete 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:28:49.547947 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdcf1688280>> subnet after_update 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:28:49.586799 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:28:49.587383 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Checking segment: {'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:49.587488 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Bound using segment: {'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:28:49.587942 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Bound port: 322ff2d0-6cce-433d-980c-4e2a2669f15a, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:28:49.588278 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:49.717346 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-379fc9f0-6a9a-4a3b-8195-0757bf804b7b service neutron] 10.222.0.21 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3070247
May 27 00:28:49.723420 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-87fddfaa-2a94-4fce-97f1-eac2ba05b5ee service neutron] 10.222.0.21 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2896433
May 27 00:28:49.798593 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdcf0c3ef10>> subnet after_create 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:28:49.798937 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdcf0c3ef10>> subnet after_delete 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:28:49.807186 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdcf0c3ef10>> subnet before_create 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:28:49.807750 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdcf0c3ef10>> subnet before_update 55550000 {{(pid=83746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:28:49.808963 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf3441f10>,) {'filters': {'network_id': ['57fced2e-48fd-4bfe-8ad9-bd900bd036ac']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:49.831548 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] For port 322ff2d0-6cce-433d-980c-4e2a2669f15a, host hv-cinder-84330, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:28:49.835326 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] For port 322ff2d0-6cce-433d-980c-4e2a2669f15a, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=322ff2d0-6cce-433d-980c-4e2a2669f15a,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:28:49.846353 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:49.853477 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf3441f10>, '8dc5ce76-5712-4153-ba63-b1fb77fd9654') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:49.853776 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf3441f10>, '8dc5ce76-5712-4153-ba63-b1fb77fd9654') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:49.883327 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-572925'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:49.938816 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:49.967884 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:28:49.968337 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3631565'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   util.warn_limited(
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   util.warn_limited(
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]: Traceback (most recent call last):
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:     timer()
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:     cb(*args, **kw)
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:     return func(*args, **kwargs)
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:     self._notify()
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:     self.callback(batched_events)
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:     event.method(event)
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:     return f(self, *a, **k)
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self._get(url).json()
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self.request(url, 'GET', **kwargs)
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:28:50.014669 dv-cinder-843305-3-iscsi neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:28:50.020521 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for port, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:50.021911 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ec675fa-f852-4a90-9788-80b488711464 req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] 10.222.0.45 "PUT /v2.0/ports/322ff2d0-6cce-433d-980c-4e2a2669f15a HTTP/1.1" status: 200  len: 1093 time: 2.5088680
May 27 00:28:50.028145 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65aaba93-cd71-468e-b3c5-581472b3d10b', 'tag': '322ff2d0-6cce-433d-980c-4e2a2669f15a'}] {{(pid=83748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:28:50.197372 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['c9899d77-4ecd-4055-966a-06b7ec510bd5'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:28:50.239202 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:50.249004 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:50.358839 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] 10.222.0.21 "DELETE /v2.0/networks/57fced2e-48fd-4bfe-8ad9-bd900bd036ac HTTP/1.1" status: 204  len: 168 time: 1.1328325
May 27 00:28:50.360331 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57598) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:50.362637 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8bb76-1144-443a-99bd-b7b1c8d88546 admin admin] Pushing event deleted for resources: {'Network': ['ID=57fced2e-48fd-4bfe-8ad9-bd900bd036ac,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:50.399449 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539251d-ecca-4030-b369-0a41329fed58 service neutron] Pushing event updated for resources: {'Port': ['ID=322ff2d0-6cce-433d-980c-4e2a2669f15a,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:50.451147 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9b7b7f95-34f3-4aef-8010-b171f4373f08 req-95acc52e-445d-48f5-8dbc-94123594ed48 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 210 time: 0.2837756
May 27 00:28:50.511361 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.45', 52155) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:50.601601 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ec675fa-f852-4a90-9788-80b488711464 req-dbe288ec-6a72-41af-91a4-8f077b9485d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 1096 time: 0.5193059
May 27 00:28:50.748245 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf0bd8-5a71-4ea0-8685-a3db32d0908c req-c535d117-0e7f-4169-bede-081afd5ea763 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:50.756075 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2ddf0bd8-5a71-4ea0-8685-a3db32d0908c req-c535d117-0e7f-4169-bede-081afd5ea763 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 944 time: 0.5867171
May 27 00:28:50.793224 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a594970a-e54e-4937-90fd-84e9890d3347 req-e033c776-2c90-44c0-9879-0961c32632ee tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 210 time: 0.1932974
May 27 00:28:50.900579 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff79fa13-0e56-4803-9781-638a2024a840 admin admin] Deleting subnet ef911c91-0c16-498d-8256-75850bc5cbb6 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:28:50.915286 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff79fa13-0e56-4803-9781-638a2024a840 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:50.921859 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ec675fa-f852-4a90-9788-80b488711464 req-9bcee974-cee9-439e-a409-8f64dd4654a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=322ff2d0-6cce-433d-980c-4e2a2669f15a HTTP/1.1" status: 200  len: 217 time: 0.2745807
May 27 00:28:51.033261 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff79fa13-0e56-4803-9781-638a2024a840 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-557838'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:51.209183 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2ddf0bd8-5a71-4ea0-8685-a3db32d0908c req-fe24d6d6-2bb1-4b3d-a2db-0e01f8730d65 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4147265
May 27 00:28:51.222635 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8bfad7cb-582a-4f44-9cbe-08855cde5c6e req-93692357-6fbd-417e-8831-51fe9f37a6aa tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 210 time: 0.1984768
May 27 00:28:51.252347 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8089805d-1825-484f-b09e-c75a050da44d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:51.253244 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8089805d-1825-484f-b09e-c75a050da44d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Synchronizing usage tracker for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:network {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:28:51.278423 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8089805d-1825-484f-b09e-c75a050da44d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Unset dirty status for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:network {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:28:51.279998 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8089805d-1825-484f-b09e-c75a050da44d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 819 time: 0.7677174
May 27 00:28:51.282574 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec675fa-f852-4a90-9788-80b488711464 req-722f28f3-5bae-43c3-b8d1-57c5aed7ea55 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:51.287069 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff79fa13-0e56-4803-9781-638a2024a840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:51.292369 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ec675fa-f852-4a90-9788-80b488711464 req-722f28f3-5bae-43c3-b8d1-57c5aed7ea55 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.3566298
May 27 00:28:51.338603 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-e7ef9770-077e-43d8-a4b5-4f759b8a8bae tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Request body: {'port': {'device_id': 'a092dd0a-f2d4-45fb-8bb0-ca4135b791df', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'admin_state_up': True, 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:51.512065 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ec675fa-f852-4a90-9788-80b488711464 req-478b322b-6572-47d6-aef6-cf754d27401d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2075570
May 27 00:28:51.514259 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ed1e87-7058-4687-8570-9c6d0a0847ff'] response: {'name': 'network-changed', 'server_uuid': '65aaba93-cd71-468e-b3c5-581472b3d10b', 'tag': '322ff2d0-6cce-433d-980c-4e2a2669f15a', 'status': 'completed', 'code': 200}
May 27 00:28:51.519867 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-e7ef9770-077e-43d8-a4b5-4f759b8a8bae tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:51.548590 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-e7ef9770-077e-43d8-a4b5-4f759b8a8bae tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:51.581633 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-e7ef9770-077e-43d8-a4b5-4f759b8a8bae tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Made reservation on behalf of 8e9e95f10bbf42f68ab5befa5b4aad4c for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:51.585150 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-e7ef9770-077e-43d8-a4b5-4f759b8a8bae tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:51.645543 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff79fa13-0e56-4803-9781-638a2024a840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3631523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3005874'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:51.690841 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79fa13-0e56-4803-9781-638a2024a840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef911c91-0c16-498d-8256-75850bc5cbb6,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:51.714969 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ec675fa-f852-4a90-9788-80b488711464 req-157613ff-fedc-49dc-851e-5df367ce353b service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956053
May 27 00:28:51.716960 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff79fa13-0e56-4803-9781-638a2024a840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:51.717521 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-efb8e5c6-23c7-4eb4-a133-511ab26192cd req-7b4cf680-ce62-4577-82bb-df2ebfaabde3 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 210 time: 0.0499849
May 27 00:28:51.741521 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device c9899d77-4ecd-4055-966a-06b7ec510bd5 up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:28:51.795854 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-ff79fa13-0e56-4803-9781-638a2024a840 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ef911c91-0c16-498d-8256-75850bc5cbb6 HTTP/1.1" status: 204  len: 168 time: 1.4217448
May 27 00:28:51.801444 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57638) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:51.881730 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port c9899d77-4ecd-4055-966a-06b7ec510bd5 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:51.893866 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port c9899d77-4ecd-4055-966a-06b7ec510bd5 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:51.894274 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:51.899409 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ec675fa-f852-4a90-9788-80b488711464 req-24587256-9a33-4a7f-999b-3481300f3e84 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771910
May 27 00:28:52.063490 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.45', 52164) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:52.175794 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:52.179381 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-62f39cda-2894-4b67-ae9b-6c194c3f097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:52.225995 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b74fba1-2e4b-4caa-bdda-4b106fe58a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9899d77-4ecd-4055-966a-06b7ec510bd5'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:28:52.250885 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-e7ef9770-077e-43d8-a4b5-4f759b8a8bae tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Allocated IP 172.20.0.4 (4738b157-f228-41f8-8014-912ba15b7620/7d2c0dfd-f632-4f37-8f17-283e95a4f9e6/8fa2f2cc-733c-4882-8362-6553fc3f93c8) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:28:52.314864 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f80e8415-8885-4dc8-b465-c967f15d5d9e req-100c2e61-fe8d-4562-8a3f-aae935df69bc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 210 time: 0.2396152
May 27 00:28:52.415983 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port c9899d77-4ecd-4055-966a-06b7ec510bd5, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c9899d77-4ecd-4055-966a-06b7ec510bd5,segment=NetworkSegment(4d5d1538-e48b-4376-825f-c15f35323821),segment_id=4d5d1538-e48b-4376-825f-c15f35323821)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:28:52.428036 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:52.483787 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-1460d4f9-946b-4bf6-9f32-8fab6dba0429 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:52.485572 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-1460d4f9-946b-4bf6-9f32-8fab6dba0429 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.45 "GET /v2.0/networks?id=93818b25-db8b-4c49-bcdd-2f72652d1c2a HTTP/1.1" status: 200  len: 811 time: 0.4507241
May 27 00:28:52.541568 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-62f39cda-2894-4b67-ae9b-6c194c3f097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:52.564827 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-452575c5-4773-4755-b7bc-c694db5ab906 req-f81f8983-8bd2-49fb-8b0d-6bd6aea2d3e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 1096 time: 0.4933896
May 27 00:28:52.608489 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=c9899d77-4ecd-4055-966a-06b7ec510bd5,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:52.674175 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-62f39cda-2894-4b67-ae9b-6c194c3f097a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf11ed040>,) {'filters': {'network_id': ['8b31f501-a7ec-4eba-9a1e-f1ca755d0bc0']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:52.716670 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-50d05abe-65ae-4124-8f3d-1d917d17acc6 req-147e49c7-c902-4304-b48b-7dbada38dd3e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 210 time: 0.0949318
May 27 00:28:52.785138 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-91e2c6d2-63ab-4c1d-997b-f752e453d611 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7feb0b7352ec488cb0838c2d67853e12 HTTP/1.1" status: 200  len: 380 time: 0.2864571
May 27 00:28:52.795703 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-62f39cda-2894-4b67-ae9b-6c194c3f097a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf11ed040>, '809723de-e589-4ba5-bac3-c566c88d4937') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:52.795996 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-62f39cda-2894-4b67-ae9b-6c194c3f097a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf11ed040>, '809723de-e589-4ba5-bac3-c566c88d4937') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:28:52.807894 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-15c6700f-1246-4388-8579-96173df12152 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Request body: {'port': {'device_id': '7bca8a67-781c-4267-b60c-68f2c59ce2c7', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'admin_state_up': True, 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'security_groups': ['12dc52ef-4dd5-4173-8645-0d67b5b36f7c']}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:52.823349 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.45', 52167) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:53.002709 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04992227-88a3-4e51-8fef-2e603588f2d7 req-27d97904-0e75-4b99-97a4-f8800565be4a tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:53.012213 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-04992227-88a3-4e51-8fef-2e603588f2d7 req-27d97904-0e75-4b99-97a4-f8800565be4a tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 945 time: 0.4764302
May 27 00:28:53.061759 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-62f39cda-2894-4b67-ae9b-6c194c3f097a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-572925'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:53.110808 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-62f39cda-2894-4b67-ae9b-6c194c3f097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:53.126644 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-a9d91e65-d742-4c08-9188-385d06c9a7ce tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:53.127317 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-a9d91e65-d742-4c08-9188-385d06c9a7ce tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Synchronizing usage tracker for tenant:d7667619259a4d13afe049d3106d1013 on resource:network {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:28:53.145867 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f39cda-2894-4b67-ae9b-6c194c3f097a admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:28:53.146314 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-62f39cda-2894-4b67-ae9b-6c194c3f097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3631565'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:53.148067 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cce5b758-23b8-46ee-a0f2-9377a15280d7 req-1b41a826-937b-4f5d-a7a4-2579c38b46b5 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 210 time: 0.1000588
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]: Traceback (most recent call last):
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:     timer()
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:     cb(*args, **kw)
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:     return func(*args, **kwargs)
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:     self._notify()
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:     self.callback(batched_events)
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:     event.method(event)
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:     return f(self, *a, **k)
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self._get(url).json()
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self.request(url, 'GET', **kwargs)
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:28:53.161280 dv-cinder-843305-3-iscsi neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:28:53.187975 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-04992227-88a3-4e51-8fef-2e603588f2d7 req-5cf3b231-4625-46b9-bd6e-3f5378e74084 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1747365
May 27 00:28:53.216906 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-15c6700f-1246-4388-8579-96173df12152 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:53.227996 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-15c6700f-1246-4388-8579-96173df12152 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:53.239062 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-15c6700f-1246-4388-8579-96173df12152 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Made reservation on behalf of 7feb0b7352ec488cb0838c2d67853e12 for: {'port': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:53.243215 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-15c6700f-1246-4388-8579-96173df12152 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:53.309662 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15879ed5-e14e-4880-a2c8-27e765a6e93e'] response: {'server_uuid': '9b74fba1-2e4b-4caa-bdda-4b106fe58a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9899d77-4ecd-4055-966a-06b7ec510bd5', 'code': 200}
May 27 00:28:53.315210 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452575c5-4773-4755-b7bc-c694db5ab906 req-8038ce60-9829-428c-a13f-c5312f2187b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:53.316717 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-452575c5-4773-4755-b7bc-c694db5ab906 req-8038ce60-9829-428c-a13f-c5312f2187b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 920 time: 0.7384083
May 27 00:28:53.317292 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-a9d91e65-d742-4c08-9188-385d06c9a7ce tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Unset dirty status for tenant:d7667619259a4d13afe049d3106d1013 on resource:network {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:28:53.318241 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-a9d91e65-d742-4c08-9188-385d06c9a7ce tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.45 "GET /v2.0/networks?id=8277ce01-4fed-435b-993e-be3acfd13f76 HTTP/1.1" status: 200  len: 816 time: 0.4860535
May 27 00:28:53.321783 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-62f39cda-2894-4b67-ae9b-6c194c3f097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:53.349913 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-62f39cda-2894-4b67-ae9b-6c194c3f097a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:53.361683 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-e7ef9770-077e-43d8-a4b5-4f759b8a8bae tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:53.364559 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f39cda-2894-4b67-ae9b-6c194c3f097a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b31f501-a7ec-4eba-9a1e-f1ca755d0bc0,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:53.374615 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-62f39cda-2894-4b67-ae9b-6c194c3f097a admin admin] 10.222.0.21 "DELETE /v2.0/networks/8b31f501-a7ec-4eba-9a1e-f1ca755d0bc0 HTTP/1.1" status: 204  len: 168 time: 1.5719020
May 27 00:28:53.386524 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-e7ef9770-077e-43d8-a4b5-4f759b8a8bae tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Transition to ACTIVE for port object 8fa2f2cc-733c-4882-8362-6553fc3f93c8 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:53.415918 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-e7ef9770-077e-43d8-a4b5-4f759b8a8bae tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:53.484086 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-15c6700f-1246-4388-8579-96173df12152 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Allocated IP 172.20.0.9 (93818b25-db8b-4c49-bcdd-2f72652d1c2a/052ff756-2064-4785-8a85-0bcbd1be012c/0b75c2d0-686b-462e-ac1f-fccc17453cdc) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:28:53.557304 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-e7ef9770-077e-43d8-a4b5-4f759b8a8bae tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Network 4738b157-f228-41f8-8014-912ba15b7620 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:53.577459 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-e7ef9770-077e-43d8-a4b5-4f759b8a8bae tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:53.584266 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-e7ef9770-077e-43d8-a4b5-4f759b8a8bae tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:28:53.642134 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0558d800-25e5-4f8f-b8b8-0a1fdfaf740d req-fc07851a-91ef-4f4d-8031-a38d1831101a tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 210 time: 0.0680377
May 27 00:28:53.654690 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-e7ef9770-077e-43d8-a4b5-4f759b8a8bae tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:53.655310 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-e7ef9770-077e-43d8-a4b5-4f759b8a8bae tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:53.659914 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-452575c5-4773-4755-b7bc-c694db5ab906 req-bda8397a-7b13-4753-a473-29cdbaa9f9ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=322ff2d0-6cce-433d-980c-4e2a2669f15a HTTP/1.1" status: 200  len: 217 time: 0.1805427
May 27 00:28:53.722462 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-e7ef9770-077e-43d8-a4b5-4f759b8a8bae tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4068909
May 27 00:28:53.725033 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef9770-077e-43d8-a4b5-4f759b8a8bae tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Pushing event updated for resources: {'Port': ['ID=8fa2f2cc-733c-4882-8362-6553fc3f93c8,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:53.731700 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57692) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:53.745136 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-6f53eb31-c82a-404e-bd94-8189c675ab01 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Synchronizing usage tracker for tenant:d7667619259a4d13afe049d3106d1013 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:28:53.764747 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-6f53eb31-c82a-404e-bd94-8189c675ab01 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Unset dirty status for tenant:d7667619259a4d13afe049d3106d1013 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:28:53.766203 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-6f53eb31-c82a-404e-bd94-8189c675ab01 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7667619259a4d13afe049d3106d1013 HTTP/1.1" status: 200  len: 378 time: 0.2383146
May 27 00:28:53.835050 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-b533fccd-538e-44c1-aaaf-b06c99312e74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=315f36c86b914ceb9d5bdd77a315e9f4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0987611
May 27 00:28:53.835423 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57698) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:53.841372 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-15c6700f-1246-4388-8579-96173df12152 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:53.866281 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-15c6700f-1246-4388-8579-96173df12152 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Transition to ACTIVE for port object 0b75c2d0-686b-462e-ac1f-fccc17453cdc will not be triggered until provisioned by entity DHCP. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:53.880833 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-3b671242-ea6a-4777-8297-6e9b504e998a None None] Provisioning for port 8fa2f2cc-733c-4882-8362-6553fc3f93c8 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:53.887904 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-3b671242-ea6a-4777-8297-6e9b504e998a None None] Provisioning complete for port 8fa2f2cc-733c-4882-8362-6553fc3f93c8 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:53.888264 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3b671242-ea6a-4777-8297-6e9b504e998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:53.909808 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-15c6700f-1246-4388-8579-96173df12152 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:53.910065 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c221-e55c-4f23-bc86-87fb326a9e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:53.941458 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c221-e55c-4f23-bc86-87fb326a9e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:53.974227 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-3b671242-ea6a-4777-8297-6e9b504e998a None None] Port 8fa2f2cc-733c-4882-8362-6553fc3f93c8 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:28:53.998371 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c221-e55c-4f23-bc86-87fb326a9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:54.013457 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7c221-e55c-4f23-bc86-87fb326a9e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86069f1c-c245-4221-9beb-bab80e36df61,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:54.016117 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-15c6700f-1246-4388-8579-96173df12152 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Network 93818b25-db8b-4c49-bcdd-2f72652d1c2a is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:54.024029 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d0e7c221-e55c-4f23-bc86-87fb326a9e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:54.025621 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-d0e7c221-e55c-4f23-bc86-87fb326a9e32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86069f1c-c245-4221-9beb-bab80e36df61 HTTP/1.1" status: 204  len: 168 time: 0.1891139
May 27 00:28:54.031509 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-15c6700f-1246-4388-8579-96173df12152 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:54.038427 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e1e1882f-7f1d-4eb5-b3b0-440ceeb6349a req-55df24a3-f747-404b-8010-c16340992d9a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 210 time: 0.0754299
May 27 00:28:54.049470 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-15c6700f-1246-4388-8579-96173df12152 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:28:54.054035 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-15c6700f-1246-4388-8579-96173df12152 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:54.054973 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-15c6700f-1246-4388-8579-96173df12152 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for port, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:54.081680 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6700f-1246-4388-8579-96173df12152 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event updated for resources: {'Port': ['ID=0b75c2d0-686b-462e-ac1f-fccc17453cdc,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:54.101493 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-15c6700f-1246-4388-8579-96173df12152 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3090968
May 27 00:28:54.402436 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-c25439a0-0bb1-43d8-9fb2-8289d03daae6 None None] Provisioning for port 0b75c2d0-686b-462e-ac1f-fccc17453cdc completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:54.410533 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-c25439a0-0bb1-43d8-9fb2-8289d03daae6 None None] Provisioning complete for port 0b75c2d0-686b-462e-ac1f-fccc17453cdc triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:54.411127 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-c25439a0-0bb1-43d8-9fb2-8289d03daae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:54.458669 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb95c1-8651-4847-b6a1-791475c1ee5a req-eb2f63f1-e937-49d2-a2f3-75caecf5f300 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:54.464212 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fbfb95c1-8651-4847-b6a1-791475c1ee5a req-eb2f63f1-e937-49d2-a2f3-75caecf5f300 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 931 time: 0.1388175
May 27 00:28:54.467781 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-c25439a0-0bb1-43d8-9fb2-8289d03daae6 None None] Port 0b75c2d0-686b-462e-ac1f-fccc17453cdc cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:28:54.484152 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57716) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:54.489441 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccdf9f-481e-4eec-8ca5-79ffae88a4a4 req-445d87bf-4537-4afc-aad9-04d578cf8e4e tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:54.490882 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-90ccdf9f-481e-4eec-8ca5-79ffae88a4a4 req-445d87bf-4537-4afc-aad9-04d578cf8e4e tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 945 time: 0.1351435
May 27 00:28:54.537775 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-ad2b7d78-3bc8-4cc4-84f7-7cac644c3e2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6114ebf05d4a4505ada98175e8956a37&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0524566
May 27 00:28:54.540258 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57720) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:54.548165 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fbfb95c1-8651-4847-b6a1-791475c1ee5a req-08e6b281-9d08-4a6d-8d81-89fd744a4df0 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786240
May 27 00:28:54.555654 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-90ccdf9f-481e-4eec-8ca5-79ffae88a4a4 req-169beaa0-4fdd-4f93-8ff5-665e4af0baa2 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591049
May 27 00:28:54.601019 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cba983c2-7d9a-403f-a97d-df6a10b29857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:54.625990 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cba983c2-7d9a-403f-a97d-df6a10b29857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:54.677119 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cba983c2-7d9a-403f-a97d-df6a10b29857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:54.692913 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba983c2-7d9a-403f-a97d-df6a10b29857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28588b29-50c0-446f-a3de-845f4a4d07d5,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:54.697899 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cba983c2-7d9a-403f-a97d-df6a10b29857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:54.699002 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-cba983c2-7d9a-403f-a97d-df6a10b29857 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28588b29-50c0-446f-a3de-845f4a4d07d5 HTTP/1.1" status: 204  len: 168 time: 0.1578662
May 27 00:28:54.851650 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cdddc-83b2-40dd-8791-3a458527efca req-258e14ac-e725-4fbe-807b-6f13c43b7b8b tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:54.852328 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-559cdddc-83b2-40dd-8791-3a458527efca req-258e14ac-e725-4fbe-807b-6f13c43b7b8b tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Synchronizing usage tracker for tenant:7feb0b7352ec488cb0838c2d67853e12 on resource:port {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:28:54.868414 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-559cdddc-83b2-40dd-8791-3a458527efca req-258e14ac-e725-4fbe-807b-6f13c43b7b8b tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Unset dirty status for tenant:7feb0b7352ec488cb0838c2d67853e12 on resource:port {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:28:54.869538 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-559cdddc-83b2-40dd-8791-3a458527efca req-258e14ac-e725-4fbe-807b-6f13c43b7b8b tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 931 time: 0.0933018
May 27 00:28:54.916758 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-559cdddc-83b2-40dd-8791-3a458527efca req-c9761c0f-e7e9-4672-b2a3-6acf8ec7e3b9 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407815
May 27 00:28:55.240125 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1ebe9b56-def3-4d87-9f89-bde3e00abb2d req-30fd60ef-14f9-48b3-8f71-6d1072f103ae tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 210 time: 0.0539591
May 27 00:28:55.807859 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b85e4-f3fd-4d38-bfb4-60187b855d7e req-1c783c98-ea12-4d7e-a1a2-b7d0e24c14d6 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:55.809323 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fa4b85e4-f3fd-4d38-bfb4-60187b855d7e req-1c783c98-ea12-4d7e-a1a2-b7d0e24c14d6 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 931 time: 0.1331060
May 27 00:28:55.820317 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e370ee9-3397-4df2-803e-239b8836ff87 req-b6bec4d4-1539-4ac2-95c6-44e5a89198cc tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:55.821769 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5e370ee9-3397-4df2-803e-239b8836ff87 req-b6bec4d4-1539-4ac2-95c6-44e5a89198cc tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 945 time: 0.1082902
May 27 00:28:55.898593 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5e370ee9-3397-4df2-803e-239b8836ff87 req-cd037505-7770-4c6f-8af3-299cc3c0f75a tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624695
May 27 00:28:55.901081 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fa4b85e4-f3fd-4d38-bfb4-60187b855d7e req-92c0966c-bdab-4569-9033-954379bcfe7f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784485
May 27 00:28:56.107445 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:28:56.112294 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23bb34-6701-446a-979f-67f884cc3d6e req-2d4fdffd-e012-42d1-a48d-4cab1fe1a4db tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:56.113756 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9a23bb34-6701-446a-979f-67f884cc3d6e req-2d4fdffd-e012-42d1-a48d-4cab1fe1a4db tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 931 time: 0.0763714
May 27 00:28:56.160573 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9a23bb34-6701-446a-979f-67f884cc3d6e req-4d9be277-64a9-4146-aec2-7ae85b177b2b tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403841
May 27 00:28:56.436866 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-80cd61e4-9fab-4df2-a390-593d0bcbd8fc req-ab5d974c-4e35-44d8-a76f-d63256369f18 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 210 time: 0.0583727
May 27 00:28:56.499889 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Request body: {'port': {'device_id': '7bca8a67-781c-4267-b60c-68f2c59ce2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:56.535628 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.45', 52172) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:56.543757 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Request body: {'port': {'device_id': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'admin_state_up': True, 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'security_groups': ['75bb9d86-42e9-479f-bd53-78e958d5943f']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:56.564971 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Request body: {'port': {'device_id': 'a092dd0a-f2d4-45fb-8bb0-ca4135b791df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:56.670473 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:56.691773 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d3daf8fe-35bc-492d-ab45-a9137ed2556f req-9f72ea63-1ff1-4937-91d6-ae739818e70e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 1098 time: 0.1511998
May 27 00:28:56.700472 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452575c5-4773-4755-b7bc-c694db5ab906 req-35a37786-fd38-4238-a515-737e7e94e9bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:56.702092 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-452575c5-4773-4755-b7bc-c694db5ab906 req-35a37786-fd38-4238-a515-737e7e94e9bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.2066205
May 27 00:28:56.791092 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:56.813517 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:56.853811 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Usage tracker for resource:port and tenant:d7667619259a4d13afe049d3106d1013 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:56.887227 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:56.909631 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:56.938474 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Made reservation on behalf of d7667619259a4d13afe049d3106d1013 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:28:56.941608 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:56.958933 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-d3daf8fe-35bc-492d-ab45-a9137ed2556f req-87ced4cf-e021-4c7a-aa54-a04639f94e31 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:57.064347 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [req-d3daf8fe-35bc-492d-ab45-a9137ed2556f req-87ced4cf-e021-4c7a-aa54-a04639f94e31 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:57.069410 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-d3daf8fe-35bc-492d-ab45-a9137ed2556f req-87ced4cf-e021-4c7a-aa54-a04639f94e31 service neutron] Usage tracker for resource:security_group_rule and tenant:a01e56a5aa6f45ed91b2d6dcc5a4a158 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:57.072558 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-d3daf8fe-35bc-492d-ab45-a9137ed2556f req-87ced4cf-e021-4c7a-aa54-a04639f94e31 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:57.078838 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [req-d3daf8fe-35bc-492d-ab45-a9137ed2556f req-87ced4cf-e021-4c7a-aa54-a04639f94e31 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:57.248773 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57810) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:57.283950 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-452575c5-4773-4755-b7bc-c694db5ab906 req-86028f33-c588-4fa2-bf31-c6d431e61151 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4418159
May 27 00:28:57.365268 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-d3daf8fe-35bc-492d-ab45-a9137ed2556f req-87ced4cf-e021-4c7a-aa54-a04639f94e31 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:57.387182 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-d3daf8fe-35bc-492d-ab45-a9137ed2556f req-87ced4cf-e021-4c7a-aa54-a04639f94e31 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:57.410202 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0f601-721c-422d-876d-09adec73545e req-2ada0129-7251-40d4-9823-2ee3a89f885c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:57.416751 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-19f0f601-721c-422d-876d-09adec73545e req-2ada0129-7251-40d4-9823-2ee3a89f885c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 931 time: 0.3258593
May 27 00:28:57.547219 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17efaeb-fe63-4100-870e-9270974a4eb3 req-fa77fb9b-46db-4959-81c2-2e0012fa3af3 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:57.548990 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b17efaeb-fe63-4100-870e-9270974a4eb3 req-fa77fb9b-46db-4959-81c2-2e0012fa3af3 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 945 time: 0.3574669
May 27 00:28:57.557944 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d3daf8fe-35bc-492d-ab45-a9137ed2556f req-87ced4cf-e021-4c7a-aa54-a04639f94e31 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6463654
May 27 00:28:57.558547 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ced4cf-e021-4c7a-aa54-a04639f94e31 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=98e40a3d-7924-41fc-a513-6ee143c51675,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:57.566810 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Allocated IP 172.20.0.12 (8277ce01-4fed-435b-993e-be3acfd13f76/72f33ff2-de28-4860-bac7-6c4f609dd071/ae4e63e4-ba3d-45e5-a3e6-54575229499e) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:28:57.570360 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b75c2d0-686b-462e-ac1f-fccc17453cdc {{(pid=83748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:28:57.601963 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:57.625912 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Transition to ACTIVE for port object 0b75c2d0-686b-462e-ac1f-fccc17453cdc will not be triggered until provisioned by entity L2. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:57.636472 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-452575c5-4773-4755-b7bc-c694db5ab906 req-e2fd2f9d-029a-453a-8601-0ee4295cf5c9 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3193622
May 27 00:28:57.650531 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:57.704949 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5d52-2452-4fb4-99d0-ec26ae0e74e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:57.730230 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa2f2cc-733c-4882-8362-6553fc3f93c8 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:28:57.757331 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-19f0f601-721c-422d-876d-09adec73545e req-e864629f-b7b4-4bc6-b1da-c3f0dad6d9d2 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3397002
May 27 00:28:57.789477 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:57.859113 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b75c2d0-686b-462e-ac1f-fccc17453cdc,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:57.891452 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b17efaeb-fe63-4100-870e-9270974a4eb3 req-b540aa10-5d8c-41f2-ac0a-c940c4bd323e tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3257263
May 27 00:28:57.906343 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-9f3c5d52-2452-4fb4-99d0-ec26ae0e74e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:57.912160 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-9f3c5d52-2452-4fb4-99d0-ec26ae0e74e2 admin admin] Usage tracker for resource:security_group_rule and tenant:f7832b4855e94ffc92f27bc85cd02277 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:57.961524 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-9f3c5d52-2452-4fb4-99d0-ec26ae0e74e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:58.027357 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-9f3c5d52-2452-4fb4-99d0-ec26ae0e74e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:58.062445 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Transition to ACTIVE for port object 8fa2f2cc-733c-4882-8362-6553fc3f93c8 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:58.066106 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Attempting to bind port 0b75c2d0-686b-462e-ac1f-fccc17453cdc on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:28:58.079643 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Attempting to bind port 0b75c2d0-686b-462e-ac1f-fccc17453cdc by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:28:58.079878 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Attempting to bind port 0b75c2d0-686b-462e-ac1f-fccc17453cdc on network 93818b25-db8b-4c49-bcdd-2f72652d1c2a {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:28:58.095161 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:58.153293 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Port 0b75c2d0-686b-462e-ac1f-fccc17453cdc on network 93818b25-db8b-4c49-bcdd-2f72652d1c2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:28:58.153661 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Attempting to bind port 0b75c2d0-686b-462e-ac1f-fccc17453cdc on network 93818b25-db8b-4c49-bcdd-2f72652d1c2a {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:28:58.184379 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:28:58.184709 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Checking segment: {'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:58.185297 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Bound using segment: {'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'} {{(pid=83748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:28:58.185883 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.managers [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Bound port: 0b75c2d0-686b-462e-ac1f-fccc17453cdc, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'}}] {{(pid=83748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:28:58.186384 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:58.325915 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57858) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:58.392411 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9d991453-ace5-4223-a510-586ba62c5edb req-1492acb1-b63c-439d-b763-96514855d088 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 210 time: 0.1942160
May 27 00:28:58.413278 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5d52-2452-4fb4-99d0-ec26ae0e74e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:58.462928 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] For port 0b75c2d0-686b-462e-ac1f-fccc17453cdc, host hv-cinder-84330, cleared binding levels {{(pid=83748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:28:58.470174 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] For port 0b75c2d0-686b-462e-ac1f-fccc17453cdc, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0b75c2d0-686b-462e-ac1f-fccc17453cdc,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:28:58.480430 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57e919-e821-4a90-b277-b40b83f03b0b req-b82f3b53-ca97-4b66-9e92-dd84ede4838a tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:58.492975 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1f57e919-e821-4a90-b277-b40b83f03b0b req-b82f3b53-ca97-4b66-9e92-dd84ede4838a tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 943 time: 0.5280304
May 27 00:28:58.510474 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:58.521076 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:58.521286 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-452575c5-4773-4755-b7bc-c694db5ab906 req-3fba4c40-85ab-47ed-9fda-dcee657a226e service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6780393
May 27 00:28:58.526097 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5d52-2452-4fb4-99d0-ec26ae0e74e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:58.550613 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa2f2cc-733c-4882-8362-6553fc3f93c8,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:58.566204 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Transition to ACTIVE for port object ae4e63e4-ba3d-45e5-a3e6-54575229499e will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:28:58.600596 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57868) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:58.695640 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for port, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:58.697288 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] 10.222.0.45 "PUT /v2.0/ports/0b75c2d0-686b-462e-ac1f-fccc17453cdc HTTP/1.1" status: 200  len: 1093 time: 2.2017400
May 27 00:28:58.701491 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bca8a67-781c-4267-b60c-68f2c59ce2c7', 'tag': '0b75c2d0-686b-462e-ac1f-fccc17453cdc'}] {{(pid=83748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:28:58.712007 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c5d52-2452-4fb4-99d0-ec26ae0e74e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27a8ee6-3460-4cd4-894e-47a04730e79f,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:58.719697 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-9f3c5d52-2452-4fb4-99d0-ec26ae0e74e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7832b4855e94ffc92f27bc85cd02277&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4608197
May 27 00:28:58.726293 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57876) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:28:58.744143 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:58.748378 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdee1ac-e6eb-427b-b652-a00660611fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b75c2d0-686b-462e-ac1f-fccc17453cdc,revision_number=3']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:58.763929 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1f57e919-e821-4a90-b277-b40b83f03b0b req-71b03cb5-c395-44b1-8336-0ae9d7c8f248 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2693191
May 27 00:28:58.804395 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Attempting to bind port 8fa2f2cc-733c-4882-8362-6553fc3f93c8 on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:28:58.804680 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Attempting to bind port 8fa2f2cc-733c-4882-8362-6553fc3f93c8 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:28:58.805007 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Attempting to bind port 8fa2f2cc-733c-4882-8362-6553fc3f93c8 on network 4738b157-f228-41f8-8014-912ba15b7620 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:28:58.820219 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8fa5bf39-7d4c-49ff-be8f-f1bf10334eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:58.843725 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Network 8277ce01-4fed-435b-993e-be3acfd13f76 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:28:58.849466 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:28:58.853039 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:28:58.871688 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb53b3e7-07e2-4c43-958f-d451bb94f0d9'] response: {'name': 'network-changed', 'server_uuid': '7bca8a67-781c-4267-b60c-68f2c59ce2c7', 'tag': '0b75c2d0-686b-462e-ac1f-fccc17453cdc', 'status': 'completed', 'code': 200}
May 27 00:28:58.903416 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-616a76fa-15eb-4b75-be64-84927f6795f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:58.946329 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:58.947006 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:58.980401 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4492614
May 27 00:28:58.983271 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-baec4fa2-8444-49f1-9755-36ddb1471cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:59.004766 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8fa5bf39-7d4c-49ff-be8f-f1bf10334eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:59.009195 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-8fa5bf39-7d4c-49ff-be8f-f1bf10334eb6 admin admin] Usage tracker for resource:security_group_rule and tenant:802def92d4cd4a9c9af7d820bbd85a36 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:59.012432 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-8fa5bf39-7d4c-49ff-be8f-f1bf10334eb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:59.018760 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8fa5bf39-7d4c-49ff-be8f-f1bf10334eb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:59.019732 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-baec4fa2-8444-49f1-9755-36ddb1471cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:59.036526 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Port 8fa2f2cc-733c-4882-8362-6553fc3f93c8 on network 4738b157-f228-41f8-8014-912ba15b7620 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:28:59.036839 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Attempting to bind port 8fa2f2cc-733c-4882-8362-6553fc3f93c8 on network 4738b157-f228-41f8-8014-912ba15b7620 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:28:59.049126 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Request body: {'port': {'device_id': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:28:59.081025 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:28:59.081360 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Checking segment: {'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:28:59.081897 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Bound using segment: {'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:28:59.082371 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Bound port: 8fa2f2cc-733c-4882-8362-6553fc3f93c8, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:28:59.082746 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:59.116904 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf308f26-da52-4625-8150-b527cfc7452b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event updated for resources: {'Port': ['ID=ae4e63e4-ba3d-45e5-a3e6-54575229499e,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:59.170104 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-616a76fa-15eb-4b75-be64-84927f6795f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:28:59.182141 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-616a76fa-15eb-4b75-be64-84927f6795f4 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a5455f7d6043e496cd15dbf07ab62c is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:28:59.187363 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-616a76fa-15eb-4b75-be64-84927f6795f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:28:59.204291 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-616a76fa-15eb-4b75-be64-84927f6795f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:28:59.213478 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-e865aae9-c7be-41c1-a118-9a099c4d0bff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7feb0b7352ec488cb0838c2d67853e12&device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 1096 time: 0.4662740
May 27 00:28:59.227329 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-056eb331-f9ef-45c9-811a-d1742fd38a57 None None] Provisioning for port ae4e63e4-ba3d-45e5-a3e6-54575229499e completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:28:59.233569 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-056eb331-f9ef-45c9-811a-d1742fd38a57 None None] Provisioning complete for port ae4e63e4-ba3d-45e5-a3e6-54575229499e triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:28:59.234327 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-056eb331-f9ef-45c9-811a-d1742fd38a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:59.298218 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:59.298712 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-056eb331-f9ef-45c9-811a-d1742fd38a57 None None] Port ae4e63e4-ba3d-45e5-a3e6-54575229499e cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:28:59.323051 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] For port 8fa2f2cc-733c-4882-8362-6553fc3f93c8, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:28:59.323246 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-f730f52a-1ce1-430c-8aee-6cd236c501e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b75c2d0-686b-462e-ac1f-fccc17453cdc HTTP/1.1" status: 200  len: 217 time: 0.0966504
May 27 00:28:59.347755 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] For port 8fa2f2cc-733c-4882-8362-6553fc3f93c8, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8fa2f2cc-733c-4882-8362-6553fc3f93c8,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:28:59.350474 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8fa5bf39-7d4c-49ff-be8f-f1bf10334eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:59.372596 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-baec4fa2-8444-49f1-9755-36ddb1471cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:59.376865 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:59.419212 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f8d08-4765-41a2-a63d-26da0c3abc40 req-ba403383-49b7-4ee8-9011-6472af7f8df0 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:59.420665 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-990f8d08-4765-41a2-a63d-26da0c3abc40 req-ba403383-49b7-4ee8-9011-6472af7f8df0 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 943 time: 0.3887062
May 27 00:28:59.423240 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8fa5bf39-7d4c-49ff-be8f-f1bf10334eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:59.426831 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec4fa2-8444-49f1-9755-36ddb1471cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27a8ee6-3460-4cd4-894e-47a04730e79f,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:28:59.438592 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d48bd-3e05-4121-91e7-4c3b439cae42 req-a16b2094-59d2-4f17-a76a-6ffc3cba10f9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:59.440049 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1e0d48bd-3e05-4121-91e7-4c3b439cae42 req-a16b2094-59d2-4f17-a76a-6ffc3cba10f9 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 945 time: 0.3327391
May 27 00:28:59.510036 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-d7b172a9-53bf-4cf6-bd89-4bc5697d50e8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:28:59.511653 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-d7b172a9-53bf-4cf6-bd89-4bc5697d50e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=052ff756-2064-4785-8a85-0bcbd1be012c HTTP/1.1" status: 200  len: 850 time: 0.1810951
May 27 00:28:59.563977 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-baec4fa2-8444-49f1-9755-36ddb1471cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:59.568335 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-baec4fa2-8444-49f1-9755-36ddb1471cc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d27a8ee6-3460-4cd4-894e-47a04730e79f HTTP/1.1" status: 204  len: 168 time: 0.8398705
May 27 00:28:59.576353 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-616a76fa-15eb-4b75-be64-84927f6795f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:59.614078 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-990f8d08-4765-41a2-a63d-26da0c3abc40 req-ee65c8c1-072f-4c01-a213-a2ba9577a71b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817212
May 27 00:28:59.614347 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-616a76fa-15eb-4b75-be64-84927f6795f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:59.643536 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:28:59.644949 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] 10.222.0.45 "PUT /v2.0/ports/8fa2f2cc-733c-4882-8362-6553fc3f93c8 HTTP/1.1" status: 200  len: 1093 time: 3.1056485
May 27 00:28:59.654701 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a092dd0a-f2d4-45fb-8bb0-ca4135b791df', 'tag': '8fa2f2cc-733c-4882-8362-6553fc3f93c8'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:28:59.755096 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 322ff2d0-6cce-433d-980c-4e2a2669f15a details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:28:59.847344 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5bf39-7d4c-49ff-be8f-f1bf10334eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd4a441-ad2d-4baa-a860-0bba287a2e2d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:00.013866 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-616a76fa-15eb-4b75-be64-84927f6795f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4a5455f7d6043e496cd15dbf07ab62c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3998189
May 27 00:29:00.019259 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57910) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:00.024172 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-8fa5bf39-7d4c-49ff-be8f-f1bf10334eb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=802def92d4cd4a9c9af7d820bbd85a36&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6820266
May 27 00:29:00.034644 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57912) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:00.038118 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdaf4e-7c94-4a8b-895b-e5c587ca75a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa2f2cc-733c-4882-8362-6553fc3f93c8,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:00.058663 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 322ff2d0-6cce-433d-980c-4e2a2669f15a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=322ff2d0-6cce-433d-980c-4e2a2669f15a,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:29:00.075524 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': '322ff2d0-6cce-433d-980c-4e2a2669f15a', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'port_id': '322ff2d0-6cce-433d-980c-4e2a2669f15a', 'mac_address': 'fa:16:3e:86:f7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:29:00.141768 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:00.164908 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322ff2d0-6cce-433d-980c-4e2a2669f15a {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:29:00.175893 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1e0d48bd-3e05-4121-91e7-4c3b439cae42 req-b5351091-063d-43fe-bca5-a4d6f7d86c9b tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7045512
May 27 00:29:00.204450 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 322ff2d0-6cce-433d-980c-4e2a2669f15a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=322ff2d0-6cce-433d-980c-4e2a2669f15a,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:29:00.221641 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:00.255227 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-79b45a43-dabb-47cd-846e-876d219eb1b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93818b25-db8b-4c49-bcdd-2f72652d1c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7271252
May 27 00:29:00.255447 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a76fa-15eb-4b75-be64-84927f6795f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1739bd4-de04-47f2-9f4d-e3101bf253ac,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:00.274476 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-da9e7f82-6d20-4934-9abb-14c20be7b174 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 1096 time: 0.5190220
May 27 00:29:00.339581 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57924) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:00.345476 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6e8d67b5-7e03-494f-8ead-9b7c031e6364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:00.350799 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=322ff2d0-6cce-433d-980c-4e2a2669f15a,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:00.384067 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-8d62bcbb-b0bc-44e2-a8f7-9da6a28ad131 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fa2f2cc-733c-4882-8362-6553fc3f93c8 HTTP/1.1" status: 200  len: 217 time: 0.1027935
May 27 00:29:00.386386 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e715484-5a38-4d98-8382-a6d8bfae662f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:00.458846 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6e8d67b5-7e03-494f-8ead-9b7c031e6364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:00.529078 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5fc19808-75a6-4eeb-b5d9-5efb9e9aaf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:00.538259 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-6a442f6b-64f2-483c-b3ac-5ab9438101d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:00.539738 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-6a442f6b-64f2-483c-b3ac-5ab9438101d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.1443629
May 27 00:29:00.544702 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3e715484-5a38-4d98-8382-a6d8bfae662f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:00.549262 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['322ff2d0-6cce-433d-980c-4e2a2669f15a'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:29:00.549424 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4e63e4-ba3d-45e5-a3e6-54575229499e {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:29:00.593327 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-3e715484-5a38-4d98-8382-a6d8bfae662f admin admin] Usage tracker for resource:security_group_rule and tenant:eb5319fc45ff482f9c9adc81ac9724c1 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:00.602273 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:00.604737 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-3e715484-5a38-4d98-8382-a6d8bfae662f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:00.613727 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b01fa-fa69-48a7-bcc1-b705c9f43db9 req-bc74149f-c26f-4e90-9a7f-da48da40ab38 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:00.615735 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-536b01fa-fa69-48a7-bcc1-b705c9f43db9 req-bc74149f-c26f-4e90-9a7f-da48da40ab38 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 932 time: 0.6065969
May 27 00:29:00.618074 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3e715484-5a38-4d98-8382-a6d8bfae662f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:00.628119 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5fc19808-75a6-4eeb-b5d9-5efb9e9aaf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:00.639358 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-8340644e-5760-4a8d-bae5-001962595c6d service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3754113
May 27 00:29:00.666751 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-3734df11-7fc4-4c5c-8826-1f79d199ba99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1195455
May 27 00:29:00.700663 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Transition to ACTIVE for port object ae4e63e4-ba3d-45e5-a3e6-54575229499e will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:29:00.752962 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:00.756839 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6e8d67b5-7e03-494f-8ead-9b7c031e6364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:00.799156 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaade77f-e55d-412c-aa36-c330605068d4 req-21f7a74c-8933-4848-91eb-48ebe8a17ca2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:00.800624 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-eaade77f-e55d-412c-aa36-c330605068d4 req-21f7a74c-8933-4848-91eb-48ebe8a17ca2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 943 time: 0.4271812
May 27 00:29:00.810414 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d67b5-7e03-494f-8ead-9b7c031e6364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1739bd4-de04-47f2-9f4d-e3101bf253ac,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:00.861709 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6e8d67b5-7e03-494f-8ead-9b7c031e6364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:00.865974 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-6e8d67b5-7e03-494f-8ead-9b7c031e6364 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1739bd4-de04-47f2-9f4d-e3101bf253ac HTTP/1.1" status: 204  len: 168 time: 0.8295338
May 27 00:29:00.887705 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-536b01fa-fa69-48a7-bcc1-b705c9f43db9 req-ccc38c1a-aeb6-44bb-8198-7c90e53480bd tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2521281
May 27 00:29:00.968644 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655764b3-5f31-49a2-950e-139180238295 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4e63e4-ba3d-45e5-a3e6-54575229499e,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:00.983177 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac97afbe-975c-49c3-9aec-fbe8679eb642 req-c140be14-2ec4-45c6-8ebe-8b6a63be67a5 service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3215270
May 27 00:29:00.989522 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-eaade77f-e55d-412c-aa36-c330605068d4 req-28c0e949-12c3-495e-8589-c1131b38f82a tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1680810
May 27 00:29:00.991155 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5fc19808-75a6-4eeb-b5d9-5efb9e9aaf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:01.008222 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-110a7ab6-3883-4b75-a72c-c583b625b39e service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3355768
May 27 00:29:01.029388 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc19808-75a6-4eeb-b5d9-5efb9e9aaf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd4a441-ad2d-4baa-a860-0bba287a2e2d,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:01.039712 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e715484-5a38-4d98-8382-a6d8bfae662f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:01.053649 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5fc19808-75a6-4eeb-b5d9-5efb9e9aaf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:01.061292 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-5fc19808-75a6-4eeb-b5d9-5efb9e9aaf02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecd4a441-ad2d-4baa-a860-0bba287a2e2d HTTP/1.1" status: 204  len: 168 time: 0.9650109
May 27 00:29:01.097715 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e715484-5a38-4d98-8382-a6d8bfae662f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:01.266963 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f1ff9f4f-c9ee-45ce-bfe3-7417e88838c2 req-b0a0e958-25ce-402a-8a62-03134693b8a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7feb0b7352ec488cb0838c2d67853e12&device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 1096 time: 0.1732392
May 27 00:29:01.296178 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552e7cfd-258e-4601-9f16-445a7c61e855'] response: {'name': 'network-changed', 'server_uuid': 'a092dd0a-f2d4-45fb-8bb0-ca4135b791df', 'tag': '8fa2f2cc-733c-4882-8362-6553fc3f93c8', 'status': 'completed', 'code': 200}
May 27 00:29:01.411654 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-3e715484-5a38-4d98-8382-a6d8bfae662f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb5319fc45ff482f9c9adc81ac9724c1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0618789
May 27 00:29:01.420770 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57946) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:01.468777 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Attempting to bind port ae4e63e4-ba3d-45e5-a3e6-54575229499e on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:29:01.469141 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Attempting to bind port ae4e63e4-ba3d-45e5-a3e6-54575229499e by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:29:01.469470 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Attempting to bind port ae4e63e4-ba3d-45e5-a3e6-54575229499e on network 8277ce01-4fed-435b-993e-be3acfd13f76 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:29:01.479533 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e715484-5a38-4d98-8382-a6d8bfae662f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b56ab8-aee5-4241-bb46-789001038dfe,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:01.526173 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-761e33c7-7cc4-46ec-b9c5-bc678ac768ae req-ff6c3e83-ec3e-4a06-a2a1-ee797f6720b3 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4890819
May 27 00:29:01.531631 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Port ae4e63e4-ba3d-45e5-a3e6-54575229499e on network 8277ce01-4fed-435b-993e-be3acfd13f76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:29:01.531889 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Attempting to bind port ae4e63e4-ba3d-45e5-a3e6-54575229499e on network 8277ce01-4fed-435b-993e-be3acfd13f76 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:29:01.552621 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:29:01.553566 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Checking segment: {'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:29:01.553850 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Bound using segment: {'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:29:01.556036 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Bound port: ae4e63e4-ba3d-45e5-a3e6-54575229499e, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:29:01.556419 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:01.711021 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9f4f-c9ee-45ce-bfe3-7417e88838c2 req-96393d1c-4220-4c21-ae3d-64eb5843831b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:01.712640 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f1ff9f4f-c9ee-45ce-bfe3-7417e88838c2 req-96393d1c-4220-4c21-ae3d-64eb5843831b service neutron] 10.222.0.45 "GET /v2.0/networks?id=93818b25-db8b-4c49-bcdd-2f72652d1c2a HTTP/1.1" status: 200  len: 912 time: 0.3563173
May 27 00:29:01.722507 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51541584-a988-41b7-b49f-a51b15310301 req-0c98f693-6a00-4651-897a-7751037ce6e1 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:01.724033 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-51541584-a988-41b7-b49f-a51b15310301 req-0c98f693-6a00-4651-897a-7751037ce6e1 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 943 time: 0.4561877
May 27 00:29:01.769556 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 57960) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:01.770028 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 322ff2d0-6cce-433d-980c-4e2a2669f15a up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:29:01.823753 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65e7d231-d0af-4608-b635-39cc7febd975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:01.827872 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65dea915-0f8e-4e71-9492-9eb1bd02916c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:01.834459 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebda558-2af1-4a30-98f1-ba7bc337b420 req-1895846f-163e-4d11-b87d-4fca5096cdbd tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:01.842245 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7ebda558-2af1-4a30-98f1-ba7bc337b420 req-1895846f-163e-4d11-b87d-4fca5096cdbd tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 945 time: 0.2883837
May 27 00:29:01.874937 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] For port ae4e63e4-ba3d-45e5-a3e6-54575229499e, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:29:01.890339 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57964) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:01.894361 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65e7d231-d0af-4608-b635-39cc7febd975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:01.911697 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port 322ff2d0-6cce-433d-980c-4e2a2669f15a completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:29:01.917050 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] For port ae4e63e4-ba3d-45e5-a3e6-54575229499e, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:29:01.917196 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port 322ff2d0-6cce-433d-980c-4e2a2669f15a triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:29:01.917721 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:01.920666 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-72e13e99-22ed-47cd-b286-64f4a216a156 req-bc39fd9e-f25c-48fd-9356-45528700b082 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 1096 time: 0.3185296
May 27 00:29:01.935183 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:01.937758 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f1ff9f4f-c9ee-45ce-bfe3-7417e88838c2 req-645ff97f-3e6a-462f-9f45-fe328871157c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b75c2d0-686b-462e-ac1f-fccc17453cdc HTTP/1.1" status: 200  len: 217 time: 0.2122228
May 27 00:29:01.960743 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b7022727-3b56-494d-9d7d-bf8ba868e36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:02.009823 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-b7022727-3b56-494d-9d7d-bf8ba868e36c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:02.014956 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-b7022727-3b56-494d-9d7d-bf8ba868e36c admin admin] Usage tracker for resource:security_group_rule and tenant:dbfffb1cdf50430ea4079b8a879d7b6b is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:02.018951 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-b7022727-3b56-494d-9d7d-bf8ba868e36c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:02.026115 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-b7022727-3b56-494d-9d7d-bf8ba868e36c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:02.091209 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:02.126142 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9f4f-c9ee-45ce-bfe3-7417e88838c2 req-e1ff2082-4410-418e-a0aa-2fd5fe35792a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:02.127303 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aaba93-cd71-468e-b3c5-581472b3d10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322ff2d0-6cce-433d-980c-4e2a2669f15a'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:29:02.128271 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f1ff9f4f-c9ee-45ce-bfe3-7417e88838c2 req-e1ff2082-4410-418e-a0aa-2fd5fe35792a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=052ff756-2064-4785-8a85-0bcbd1be012c HTTP/1.1" status: 200  len: 850 time: 0.1503174
May 27 00:29:02.143553 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 322ff2d0-6cce-433d-980c-4e2a2669f15a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=322ff2d0-6cce-433d-980c-4e2a2669f15a,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:29:02.148616 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:02.150104 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-65dea915-0f8e-4e71-9492-9eb1bd02916c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:02.152304 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-51541584-a988-41b7-b49f-a51b15310301 req-622e6126-f589-4c18-99d5-80d910eec516 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3485317
May 27 00:29:02.171799 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7ebda558-2af1-4a30-98f1-ba7bc337b420 req-3035d18f-efa4-4a44-8550-9ddca4d44481 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3286302
May 27 00:29:02.172492 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57976) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:02.191425 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-65dea915-0f8e-4e71-9492-9eb1bd02916c admin admin] Usage tracker for resource:security_group_rule and tenant:a711cb6d8fc44aae9456c19eb29fcf23 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:02.201866 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:02.203190 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-655764b3-5f31-49a2-950e-139180238295 service neutron] 10.222.0.45 "PUT /v2.0/ports/ae4e63e4-ba3d-45e5-a3e6-54575229499e HTTP/1.1" status: 200  len: 1094 time: 3.1750889
May 27 00:29:02.206974 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-65dea915-0f8e-4e71-9492-9eb1bd02916c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:02.241644 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-65dea915-0f8e-4e71-9492-9eb1bd02916c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:02.262678 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=322ff2d0-6cce-433d-980c-4e2a2669f15a,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:02.442912 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b7022727-3b56-494d-9d7d-bf8ba868e36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:02.457752 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655764b3-5f31-49a2-950e-139180238295 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4e63e4-ba3d-45e5-a3e6-54575229499e,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:02.466574 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e13e99-22ed-47cd-b286-64f4a216a156 req-9a65d9b7-fe5a-4417-be62-7c154dfbc783 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:02.468327 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-72e13e99-22ed-47cd-b286-64f4a216a156 req-9a65d9b7-fe5a-4417-be62-7c154dfbc783 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 920 time: 0.5346110
May 27 00:29:02.523202 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f1ff9f4f-c9ee-45ce-bfe3-7417e88838c2 req-2cfa023d-d437-4ecb-92e9-e0efe427c113 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93818b25-db8b-4c49-bcdd-2f72652d1c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3655822
May 27 00:29:02.525138 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b7022727-3b56-494d-9d7d-bf8ba868e36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:02.552715 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65e7d231-d0af-4608-b635-39cc7febd975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:02.599251 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7d231-d0af-4608-b635-39cc7febd975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b56ab8-aee5-4241-bb46-789001038dfe,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:02.606227 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-72e13e99-22ed-47cd-b286-64f4a216a156 req-18af3436-a7b6-4ad3-95e9-0210f6e1f07f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fa2f2cc-733c-4882-8362-6553fc3f93c8 HTTP/1.1" status: 200  len: 217 time: 0.1144030
May 27 00:29:02.691233 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65e7d231-d0af-4608-b635-39cc7febd975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:02.692338 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-65e7d231-d0af-4608-b635-39cc7febd975 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9b56ab8-aee5-4241-bb46-789001038dfe HTTP/1.1" status: 204  len: 168 time: 1.2343693
May 27 00:29:02.716580 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-7525da28-e8ae-4686-bdec-7933868e891a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7667619259a4d13afe049d3106d1013&device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 1097 time: 0.4487751
May 27 00:29:02.718268 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65dea915-0f8e-4e71-9492-9eb1bd02916c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:02.772571 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-05744681-aeb9-44d8-8377-78a7481fb763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:02.777986 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e13e99-22ed-47cd-b286-64f4a216a156 req-49536b2d-237a-4283-a6e6-b0e136b5f7d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:02.779419 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-72e13e99-22ed-47cd-b286-64f4a216a156 req-49536b2d-237a-4283-a6e6-b0e136b5f7d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.1650059
May 27 00:29:02.785457 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65dea915-0f8e-4e71-9492-9eb1bd02916c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:02.808844 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7022727-3b56-494d-9d7d-bf8ba868e36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e29e2fc-dfe3-4011-9053-eee2bedb308e,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:02.839624 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-b7022727-3b56-494d-9d7d-bf8ba868e36c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbfffb1cdf50430ea4079b8a879d7b6b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9173193
May 27 00:29:02.845335 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57990) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:02.851913 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-78f9fd0c-b8af-4973-aa94-d16b43f40eb0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e HTTP/1.1" status: 200  len: 217 time: 0.1264887
May 27 00:29:02.931763 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-65dea915-0f8e-4e71-9492-9eb1bd02916c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a711cb6d8fc44aae9456c19eb29fcf23&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1601746
May 27 00:29:02.937674 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 57994) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:02.942360 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dea915-0f8e-4e71-9492-9eb1bd02916c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6c5b17-4806-4c1b-a44e-328ad2613434,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:03.001862 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-72e13e99-22ed-47cd-b286-64f4a216a156 req-803ee35e-0d5b-46c8-aab5-5ac88ffb48b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2021551
May 27 00:29:03.003795 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-9b0d1139-afd7-4d41-bf48-f86307e317ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:03.005217 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-9b0d1139-afd7-4d41-bf48-f86307e317ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72f33ff2-de28-4860-bac7-6c4f609dd071 HTTP/1.1" status: 200  len: 855 time: 0.1292036
May 27 00:29:03.017751 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f1ff9f4f-c9ee-45ce-bfe3-7417e88838c2 req-08623ed4-6912-4617-a427-8d789c9b4dfe service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4752502
May 27 00:29:03.024027 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e1291-22c7-4e26-83b3-27727ebb2faa req-2af242a4-6cbd-40ef-b28b-e111fa487181 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:03.025600 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ec0e1291-22c7-4e26-83b3-27727ebb2faa req-2af242a4-6cbd-40ef-b28b-e111fa487181 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.6619511
May 27 00:29:03.028309 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-05744681-aeb9-44d8-8377-78a7481fb763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:03.038532 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad9aa3-9e4d-4a4c-9c06-78a7825ee1c0 req-e9ae2a84-5f73-45af-b55b-757258036c0a tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:03.044271 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-67ad9aa3-9e4d-4a4c-9c06-78a7825ee1c0 req-e9ae2a84-5f73-45af-b55b-757258036c0a tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 943 time: 0.6074145
May 27 00:29:03.075790 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-05744681-aeb9-44d8-8377-78a7481fb763 admin admin] Usage tracker for resource:security_group_rule and tenant:4587c4568e7e4d73bdb48fdb8b3279b6 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:03.099193 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-05744681-aeb9-44d8-8377-78a7481fb763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:03.133428 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-05744681-aeb9-44d8-8377-78a7481fb763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:03.191562 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-359908cf-c65f-487d-b941-f2b821647d35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8277ce01-4fed-435b-993e-be3acfd13f76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1531827
May 27 00:29:03.282689 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-72e13e99-22ed-47cd-b286-64f4a216a156 req-2288c12a-51ef-484f-862d-0b44802badd7 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2672224
May 27 00:29:03.290497 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3d797d07-6c6b-46f1-8f82-7fc96bf726c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:03.314508 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'tag': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:29:03.319816 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ec0e1291-22c7-4e26-83b3-27727ebb2faa req-25e4d3e4-45f4-4970-978e-c808ae9e1073 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2555020
May 27 00:29:03.330650 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-67ad9aa3-9e4d-4a4c-9c06-78a7825ee1c0 req-857e7aa6-d6da-4fee-9f68-f93c95749250 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2561617
May 27 00:29:03.371416 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3d797d07-6c6b-46f1-8f82-7fc96bf726c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:03.430212 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f1ff9f4f-c9ee-45ce-bfe3-7417e88838c2 req-8d31ac85-7c79-4e61-ad6b-8e996541df9d service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3978536
May 27 00:29:03.430838 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c3b93517-2c41-473b-bdf8-d134b1edd28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:03.467169 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-fe3253a7-6428-459a-999a-93e19ac4a43a service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2687778
May 27 00:29:03.469551 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-05744681-aeb9-44d8-8377-78a7481fb763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:03.482731 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed93c52-43c6-458a-8d21-dfd44d8c8742'] response: {'server_uuid': '65aaba93-cd71-468e-b3c5-581472b3d10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322ff2d0-6cce-433d-980c-4e2a2669f15a', 'code': 200}
May 27 00:29:03.496686 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-05744681-aeb9-44d8-8377-78a7481fb763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:03.518166 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3d797d07-6c6b-46f1-8f82-7fc96bf726c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:03.527653 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c3b93517-2c41-473b-bdf8-d134b1edd28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:03.604044 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-05744681-aeb9-44d8-8377-78a7481fb763 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4587c4568e7e4d73bdb48fdb8b3279b6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3645561
May 27 00:29:03.613597 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05744681-aeb9-44d8-8377-78a7481fb763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fa6307-9d1b-4c6a-9810-3a6e9225c6bc,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:03.615942 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58016) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:03.619874 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83168553-69a4-488b-af57-7974031db43d'] response: {'name': 'network-changed', 'server_uuid': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'tag': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e', 'status': 'completed', 'code': 200}
May 27 00:29:03.630542 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3d797d07-6c6b-46f1-8f82-7fc96bf726c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:03.634354 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-3d797d07-6c6b-46f1-8f82-7fc96bf726c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e29e2fc-dfe3-4011-9053-eee2bedb308e HTTP/1.1" status: 204  len: 168 time: 0.7853336
May 27 00:29:03.639498 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-72e13e99-22ed-47cd-b286-64f4a216a156 req-f1bffff3-7809-48c0-a561-e9d2a07fc0ff service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3434193
May 27 00:29:03.649318 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fe16cc60-b368-4367-a12e-f9d0b82acd40 req-4dee8c0b-2c77-4794-a6a0-c30f1278181a service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1730685
May 27 00:29:03.655092 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d797d07-6c6b-46f1-8f82-7fc96bf726c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e29e2fc-dfe3-4011-9053-eee2bedb308e,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:03.792087 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c3b93517-2c41-473b-bdf8-d134b1edd28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:03.809001 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fa5673c6-343d-494c-854b-d17b25f11cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:03.841786 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b93517-2c41-473b-bdf8-d134b1edd28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6c5b17-4806-4c1b-a44e-328ad2613434,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:03.854942 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fa5673c6-343d-494c-854b-d17b25f11cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:03.869176 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c3b93517-2c41-473b-bdf8-d134b1edd28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:03.873300 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-c3b93517-2c41-473b-bdf8-d134b1edd28f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd6c5b17-4806-4c1b-a44e-328ad2613434 HTTP/1.1" status: 204  len: 168 time: 0.9099479
May 27 00:29:03.946064 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52dbda-0796-4d13-8e09-ecde9c210a52 req-96d3503e-5da6-46c5-9e47-41e639340930 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:03.949964 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3a52dbda-0796-4d13-8e09-ecde9c210a52 req-96d3503e-5da6-46c5-9e47-41e639340930 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 943 time: 0.2560916
May 27 00:29:03.995144 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fa5673c6-343d-494c-854b-d17b25f11cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:04.036400 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5673c6-343d-494c-854b-d17b25f11cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fa6307-9d1b-4c6a-9810-3a6e9225c6bc,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:04.054377 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3a52dbda-0796-4d13-8e09-ecde9c210a52 req-a2542535-d1da-4044-91b5-fb5bd6be1f31 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956354
May 27 00:29:04.056066 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fa5673c6-343d-494c-854b-d17b25f11cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:04.057180 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-fa5673c6-343d-494c-854b-d17b25f11cfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94fa6307-9d1b-4c6a-9810-3a6e9225c6bc HTTP/1.1" status: 204  len: 168 time: 0.4367549
May 27 00:29:04.133228 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7507221b-3b25-4694-b9d2-09c2b0683295 req-ad0ffc7e-4f30-49f5-954a-4270a247e694 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 1098 time: 0.1988499
May 27 00:29:04.137988 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-409d4c23-1b48-4d37-81db-7c048eee07aa req-f2119c77-f2b2-4794-ba23-0f39beaef0c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7667619259a4d13afe049d3106d1013&device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 1097 time: 0.2916627
May 27 00:29:04.275242 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7507221b-3b25-4694-b9d2-09c2b0683295 req-f7783934-cbb1-4944-b44a-2e1915873c2e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364112
May 27 00:29:04.319667 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d4c23-1b48-4d37-81db-7c048eee07aa req-32fc8fa0-bbb5-47b6-abd6-fa1ac0a39e48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:04.321242 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-409d4c23-1b48-4d37-81db-7c048eee07aa req-32fc8fa0-bbb5-47b6-abd6-fa1ac0a39e48 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8277ce01-4fed-435b-993e-be3acfd13f76 HTTP/1.1" status: 200  len: 917 time: 0.1691134
May 27 00:29:04.561891 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07f7bc-61ed-48f7-938a-d0261fdc8e30 req-6839a72b-f492-4461-9aa4-27cae9e17673 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:04.563399 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0b07f7bc-61ed-48f7-938a-d0261fdc8e30 req-6839a72b-f492-4461-9aa4-27cae9e17673 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 943 time: 0.0898588
May 27 00:29:04.627484 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0b07f7bc-61ed-48f7-938a-d0261fdc8e30 req-4dd3d9e1-31a6-4c46-82fc-92bd90c7940e tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572202
May 27 00:29:04.738898 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-409d4c23-1b48-4d37-81db-7c048eee07aa req-c9463635-bc13-4cc5-8dfb-bf2b8a884130 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e HTTP/1.1" status: 200  len: 217 time: 0.1837335
May 27 00:29:04.762087 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58072) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:04.824204 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ae790ab8-d470-4824-8ff9-a5fb4322d420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:04.859654 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d4c23-1b48-4d37-81db-7c048eee07aa req-75f16fa3-28d5-46a9-9962-d23763640946 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:04.866085 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-409d4c23-1b48-4d37-81db-7c048eee07aa req-75f16fa3-28d5-46a9-9962-d23763640946 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72f33ff2-de28-4860-bac7-6c4f609dd071 HTTP/1.1" status: 200  len: 855 time: 0.1182227
May 27 00:29:04.919971 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-ae790ab8-d470-4824-8ff9-a5fb4322d420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:04.947453 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-ae790ab8-d470-4824-8ff9-a5fb4322d420 admin admin] Usage tracker for resource:security_group_rule and tenant:1ce0677804a84384be73bf8132e6d650 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:04.961166 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-ae790ab8-d470-4824-8ff9-a5fb4322d420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:04.977068 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-ae790ab8-d470-4824-8ff9-a5fb4322d420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:05.014803 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-409d4c23-1b48-4d37-81db-7c048eee07aa req-8107d514-111c-4f79-86f5-a95028abd1ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8277ce01-4fed-435b-993e-be3acfd13f76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1446974
May 27 00:29:05.054486 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25febba9-3edc-4476-b3b3-ce70f4fc5ec4 req-b72385d1-e83f-4111-8ec7-0af8e87eb31b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:05.055989 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-25febba9-3edc-4476-b3b3-ce70f4fc5ec4 req-b72385d1-e83f-4111-8ec7-0af8e87eb31b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.2678764
May 27 00:29:05.085800 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ae790ab8-d470-4824-8ff9-a5fb4322d420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:05.094066 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ae790ab8-d470-4824-8ff9-a5fb4322d420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:05.133998 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-ae790ab8-d470-4824-8ff9-a5fb4322d420 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ce0677804a84384be73bf8132e6d650&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3707514
May 27 00:29:05.136331 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58086) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:05.195184 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae790ab8-d470-4824-8ff9-a5fb4322d420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd03d21-4c3b-4baf-a2da-96dae644cdbf,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:05.211878 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-25febba9-3edc-4476-b3b3-ce70f4fc5ec4 req-1c063353-e247-424c-b2b0-755a37f7acf3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1478856
May 27 00:29:05.244526 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-409d4c23-1b48-4d37-81db-7c048eee07aa req-2ef8eacb-9528-432a-8862-b19ceba18861 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2093832
May 27 00:29:05.313956 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d103b121-c363-470b-b084-b15870e0b71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:05.352260 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d103b121-c363-470b-b084-b15870e0b71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:05.398233 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3f72c-edfc-41e4-a2ea-784c2976ccac req-2fcd921e-a282-48fc-bdfb-ffbcd532f21c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:05.405324 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6fb3f72c-edfc-41e4-a2ea-784c2976ccac req-2fcd921e-a282-48fc-bdfb-ffbcd532f21c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 943 time: 0.1923730
May 27 00:29:05.474830 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6fb3f72c-edfc-41e4-a2ea-784c2976ccac req-5a4db5a1-6e32-4fba-a565-fed7d391a09b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665641
May 27 00:29:05.477113 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d103b121-c363-470b-b084-b15870e0b71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:05.509642 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103b121-c363-470b-b084-b15870e0b71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd03d21-4c3b-4baf-a2da-96dae644cdbf,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:05.514018 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d103b121-c363-470b-b084-b15870e0b71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:05.517947 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-d103b121-c363-470b-b084-b15870e0b71c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdd03d21-4c3b-4baf-a2da-96dae644cdbf HTTP/1.1" status: 204  len: 168 time: 0.3804171
May 27 00:29:05.533117 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-409d4c23-1b48-4d37-81db-7c048eee07aa req-a0b65fda-5f4d-4203-b992-bc7d993c43f9 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2094748
May 27 00:29:05.792764 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 0b75c2d0-686b-462e-ac1f-fccc17453cdc details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:29:05.858042 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdab6a0-c270-4621-ab97-252cd2d98b59 req-a13cb486-7aa9-4ebd-9f89-3360002d5f8c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:05.860822 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cfdab6a0-c270-4621-ab97-252cd2d98b59 req-a13cb486-7aa9-4ebd-9f89-3360002d5f8c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 943 time: 0.1053476
May 27 00:29:05.962966 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cfdab6a0-c270-4621-ab97-252cd2d98b59 req-4cfea38b-0887-471e-90b9-7cc3afab9a02 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945156
May 27 00:29:06.016480 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 58112) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:06.066699 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 0b75c2d0-686b-462e-ac1f-fccc17453cdc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0b75c2d0-686b-462e-ac1f-fccc17453cdc,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:29:06.088036 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': '0b75c2d0-686b-462e-ac1f-fccc17453cdc', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'port_id': '0b75c2d0-686b-462e-ac1f-fccc17453cdc', 'mac_address': 'fa:16:3e:72:02:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:29:06.152383 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:06.171399 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b75c2d0-686b-462e-ac1f-fccc17453cdc {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:29:06.187508 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 0b75c2d0-686b-462e-ac1f-fccc17453cdc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0b75c2d0-686b-462e-ac1f-fccc17453cdc,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:29:06.191797 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:06.192613 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 8fa2f2cc-733c-4882-8362-6553fc3f93c8 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:29:06.282169 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1589569443-network', 'tenant_id': '3f79855af9c2407fad58759ed8b07cdf'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:29:06.299073 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:06.309187 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Usage tracker for resource:network and tenant:3f79855af9c2407fad58759ed8b07cdf is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:06.316162 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:06.329261 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=0b75c2d0-686b-462e-ac1f-fccc17453cdc,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:06.342816 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:06.367243 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Made reservation on behalf of 3f79855af9c2407fad58759ed8b07cdf for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:29:06.369997 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:06.389456 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:06.414230 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 8fa2f2cc-733c-4882-8362-6553fc3f93c8, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8fa2f2cc-733c-4882-8362-6553fc3f93c8,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:29:06.436213 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': '8fa2f2cc-733c-4882-8362-6553fc3f93c8', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'port_id': '8fa2f2cc-733c-4882-8362-6553fc3f93c8', 'mac_address': 'fa:16:3e:68:22:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:29:06.436791 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:06.442953 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Usage tracker for resource:security_group_rule and tenant:3f79855af9c2407fad58759ed8b07cdf is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:06.446751 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:06.453255 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:06.508106 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:06.534046 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa2f2cc-733c-4882-8362-6553fc3f93c8 {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:29:06.537745 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d26017-5823-416b-b083-f33ad68275b1 req-3157d1b9-26ac-4df5-bbc5-4c105a780735 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:06.545986 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c6d26017-5823-416b-b083-f33ad68275b1 req-3157d1b9-26ac-4df5-bbc5-4c105a780735 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0949528
May 27 00:29:06.551884 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 8fa2f2cc-733c-4882-8362-6553fc3f93c8, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8fa2f2cc-733c-4882-8362-6553fc3f93c8,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:29:06.558150 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:06.582698 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:06.589595 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:06.620534 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c6d26017-5823-416b-b083-f33ad68275b1 req-2d0ddc77-ef3b-4a6c-adb1-1505b6069ff7 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0732384
May 27 00:29:06.646032 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=8fa2f2cc-733c-4882-8362-6553fc3f93c8,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:06.656343 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6970933-3bf7-4bc1-930a-2a327404a6b8,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:06.667929 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123}  {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:29:06.678729 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:06.679227 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.segments_db [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Added segment 6c3508c6-8544-4c29-9e0a-795a09ecaaf6 of type vlan for network b872a22d-6cfb-4cda-a5bc-f6975feee360
May 27 00:29:06.715109 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:06.764041 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:06.765383 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:06.766386 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:06.798390 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c9527-6fde-4eb9-b8d8-9794768205fa req-e622d123-09a6-4e19-a528-149de09d5f28 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:06.800127 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c02c9527-6fde-4eb9-b8d8-9794768205fa req-e622d123-09a6-4e19-a528-149de09d5f28 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 944 time: 0.0836890
May 27 00:29:06.868323 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c02c9527-6fde-4eb9-b8d8-9794768205fa req-69052eac-680a-46ac-ad18-3e96502a39e0 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577350
May 27 00:29:06.872354 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] Pushing event updated for resources: {'Network': ['ID=b872a22d-6cfb-4cda-a5bc-f6975feee360,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:06.892762 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network b872a22d-6cfb-4cda-a5bc-f6975feee360 details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:29:06.901490 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-0ab8113d-1437-44eb-8b64-1c08ddb39e70 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8816402
May 27 00:29:06.902081 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58146) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:06.908401 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-0c20f7a3-db59-4e64-b8a5-e1cddc712643 admin admin] Request body: {'subnet': {'network_id': 'b872a22d-6cfb-4cda-a5bc-f6975feee360', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1589569443-subnet', 'tenant_id': '3f79855af9c2407fad58759ed8b07cdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:29:06.914929 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-0c20f7a3-db59-4e64-b8a5-e1cddc712643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:06.920540 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-0c20f7a3-db59-4e64-b8a5-e1cddc712643 admin admin] Usage tracker for resource:subnet and tenant:3f79855af9c2407fad58759ed8b07cdf is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:06.924252 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-0c20f7a3-db59-4e64-b8a5-e1cddc712643 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:06.931225 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-0c20f7a3-db59-4e64-b8a5-e1cddc712643 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:06.946238 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c20f7a3-db59-4e64-b8a5-e1cddc712643 admin admin] Made reservation on behalf of 3f79855af9c2407fad58759ed8b07cdf for: {'subnet': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:29:06.949124 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0c20f7a3-db59-4e64-b8a5-e1cddc712643 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:06.997783 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['8fa2f2cc-733c-4882-8362-6553fc3f93c8'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:29:07.070865 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['0b75c2d0-686b-462e-ac1f-fccc17453cdc'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:29:07.374109 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0c20f7a3-db59-4e64-b8a5-e1cddc712643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for subnet, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:07.474279 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20f7a3-db59-4e64-b8a5-e1cddc712643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a0fa5de-1bb9-45d9-980b-2624383d83a3,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:07.524584 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1146d99-5e05-4ee5-a107-b87850195f3d req-9b629eea-e4fe-414c-be16-a186914e7eea tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:07.526101 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b1146d99-5e05-4ee5-a107-b87850195f3d req-9b629eea-e4fe-414c-be16-a186914e7eea tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 944 time: 0.2823279
May 27 00:29:07.526776 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20f7a3-db59-4e64-b8a5-e1cddc712643 admin admin] Checking segment: {'id': '6c3508c6-8544-4c29-9e0a-795a09ecaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b872a22d-6cfb-4cda-a5bc-f6975feee360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:29:07.527121 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c20f7a3-db59-4e64-b8a5-e1cddc712643 admin admin] Network hostable DHCP agents. Network: b872a22d-6cfb-4cda-a5bc-f6975feee360, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:29:07.584484 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b1146d99-5e05-4ee5-a107-b87850195f3d req-045da0b0-8827-4d16-b436-6bf2c515eb17 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509577
May 27 00:29:07.586257 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c20f7a3-db59-4e64-b8a5-e1cddc712643 admin admin] Network b872a22d-6cfb-4cda-a5bc-f6975feee360 is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:29:07.599719 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-0c20f7a3-db59-4e64-b8a5-e1cddc712643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, b872a22d-6cfb-4cda-a5bc-f6975feee360) {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:29:07.604432 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c20f7a3-db59-4e64-b8a5-e1cddc712643 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:07.613994 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0c20f7a3-db59-4e64-b8a5-e1cddc712643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:07.614661 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b34848-8b39-4196-b8da-7c21e90e395e None None] Network b872a22d-6cfb-4cda-a5bc-f6975feee360 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:29:07.632950 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-0c20f7a3-db59-4e64-b8a5-e1cddc712643 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7296894
May 27 00:29:07.807227 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device ae4e63e4-ba3d-45e5-a3e6-54575229499e details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:29:07.911482 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9b9bc-f30e-48c5-9dc6-b450c77b96c4 req-60c15439-11db-46dd-9b47-0dc141ab5327 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:07.917285 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-00b9b9bc-f30e-48c5-9dc6-b450c77b96c4 req-60c15439-11db-46dd-9b47-0dc141ab5327 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.1240211
May 27 00:29:07.986986 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b777010-c3b8-4814-a490-e4efad66145b None None] Network b872a22d-6cfb-4cda-a5bc-f6975feee360 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:29:08.002891 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-00b9b9bc-f30e-48c5-9dc6-b450c77b96c4 req-ae479478-0a95-4d19-84fe-b4fe1930cc15 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0776865
May 27 00:29:08.204026 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0aa343-0429-49ab-8692-ea3fae8b7433 req-2bbabdfc-4035-4391-b4b1-b60d234c0002 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:08.206840 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ca0aa343-0429-49ab-8692-ea3fae8b7433 req-2bbabdfc-4035-4391-b4b1-b60d234c0002 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 944 time: 0.1296375
May 27 00:29:08.226921 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port ae4e63e4-ba3d-45e5-a3e6-54575229499e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:29:08.245194 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'port_id': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e', 'mac_address': 'fa:16:3e:cc:ba:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:29:08.311519 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ca0aa343-0429-49ab-8692-ea3fae8b7433 req-c6381198-52e7-4f6e-850f-05c9135f4e03 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946271
May 27 00:29:08.463638 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:08.483786 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4e63e4-ba3d-45e5-a3e6-54575229499e {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:29:08.500061 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port ae4e63e4-ba3d-45e5-a3e6-54575229499e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:29:08.505192 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:08.583326 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=ae4e63e4-ba3d-45e5-a3e6-54575229499e,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:08.808823 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fa11d-7aa3-4e63-b611-9b6972ba25a6 req-8b3aea86-b993-43a2-9984-ce00835fbef8 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:08.815751 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a49fa11d-7aa3-4e63-b611-9b6972ba25a6 req-8b3aea86-b993-43a2-9984-ce00835fbef8 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 944 time: 0.1001761
May 27 00:29:08.868580 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a49fa11d-7aa3-4e63-b611-9b6972ba25a6 req-0556f8d2-817b-47a2-8ea3-b41ba6e42f07 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518081
May 27 00:29:08.930196 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['ae4e63e4-ba3d-45e5-a3e6-54575229499e'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:29:09.263799 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b91870-ee67-4a3f-983c-1b071528c2c0 req-c2fe2101-603c-4703-a58b-22c298db5a2c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:09.265877 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d2b91870-ee67-4a3f-983c-1b071528c2c0 req-c2fe2101-603c-4703-a58b-22c298db5a2c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 945 time: 0.0992479
May 27 00:29:09.331917 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d2b91870-ee67-4a3f-983c-1b071528c2c0 req-5630eb2a-b2ad-4f92-87a9-75e28e106db5 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0589969
May 27 00:29:09.477101 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Sync routers for ids ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:29:09.502547 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Routers {'0b9d6be1-2511-45e8-9682-a0bb80e3908f'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:29:09.503986 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf13cf9d0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:28:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:09.616223 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59702d07-cbf8-4b1f-8851-a85a172d371a req-b91e6ad5-469e-4b36-9488-ca30357c86da tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:09.625046 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-59702d07-cbf8-4b1f-8851-a85a172d371a req-b91e6ad5-469e-4b36-9488-ca30357c86da tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 944 time: 0.1306901
May 27 00:29:09.689486 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Sync routers for ids ['d148298d-871f-47e2-937d-72f9ec346874'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:29:09.701210 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-59702d07-cbf8-4b1f-8851-a85a172d371a req-df96d84b-bce7-403a-9dd8-03aef29c855b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747414
May 27 00:29:09.719537 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Routers {'d148298d-871f-47e2-937d-72f9ec346874'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:29:09.722543 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf14416a0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:28:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['d148298d-871f-47e2-937d-72f9ec346874'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:09.774570 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1287988a-eca1-4e96-ac2b-84acb883a7da req-c2fee503-7697-4819-a54a-448e37c84d08 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1735709
May 27 00:29:09.811452 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 58274) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:09.817272 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1877173390-network', 'tenant_id': '27b8c266c51b45bc988dc7b4287b9050'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:29:09.819728 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Set router 0b9d6be1-2511-45e8-9682-a0bb80e3908f gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:29:09.825993 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:09.837727 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Usage tracker for resource:network and tenant:27b8c266c51b45bc988dc7b4287b9050 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:09.848828 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:09.864408 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:09.885034 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Made reservation on behalf of 27b8c266c51b45bc988dc7b4287b9050 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:29:09.893235 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:09.927527 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:10.059100 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 0b75c2d0-686b-462e-ac1f-fccc17453cdc up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:29:10.189745 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:10.191801 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 58284) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:10.206468 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Usage tracker for resource:security_group_rule and tenant:27b8c266c51b45bc988dc7b4287b9050 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:10.225711 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:10.241897 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:10.252347 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Set router d148298d-871f-47e2-937d-72f9ec346874 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:29:10.293455 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1287988a-eca1-4e96-ac2b-84acb883a7da req-110d6713-2c21-446b-a838-0eccce402529 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e54a39cecf74c92a98d866c77cb0ae5&device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 1098 time: 0.3670499
May 27 00:29:10.301358 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4157ea-358e-4a40-8691-1f8ff08f69d9 req-57eada3d-5d0c-4796-9375-acf649a1bc4f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:10.309269 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port 0b75c2d0-686b-462e-ac1f-fccc17453cdc completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:29:10.313959 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2a4157ea-358e-4a40-8691-1f8ff08f69d9 req-57eada3d-5d0c-4796-9375-acf649a1bc4f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 944 time: 0.1632092
May 27 00:29:10.333593 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port 0b75c2d0-686b-462e-ac1f-fccc17453cdc triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:29:10.333960 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:10.336323 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf13cf9d0>, [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:32Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'd654cbae-3c1b-4718-afea-024f35ce15f7', 'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'mac_address': 'fa:16:3e:ee:2d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:30Z', 'updated_at': '2022-05-27T00:28:34Z', 'revision_number': 2, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'subnets': [{'id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:10.341126 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Checking router: 0b9d6be1-2511-45e8-9682-a0bb80e3908f for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:29:10.341480 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Updating router 0b9d6be1-2511-45e8-9682-a0bb80e3908f port d654cbae-3c1b-4718-afea-024f35ce15f7 binding host dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:29:10.415806 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:10.451409 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2a4157ea-358e-4a40-8691-1f8ff08f69d9 req-59e42720-117f-4373-b108-31f1cca89765 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1362569
May 27 00:29:10.687992 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-20fec314-007f-4133-8137-6aead1eb9791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:10.802243 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:10.821630 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e354261-b6e2-47ed-9c7f-f07ff9cbf416 req-8be71b97-8de0-4ed0-9558-27430a511a2d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:10.834116 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2e354261-b6e2-47ed-9c7f-f07ff9cbf416 req-8be71b97-8de0-4ed0-9558-27430a511a2d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 945 time: 0.2364061
May 27 00:29:10.852033 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:10.855183 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287988a-eca1-4e96-ac2b-84acb883a7da req-0e56e19f-ba02-4753-a9e2-4d64adac831d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:10.857092 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1287988a-eca1-4e96-ac2b-84acb883a7da req-0e56e19f-ba02-4753-a9e2-4d64adac831d service neutron] 10.222.0.45 "GET /v2.0/networks?id=f74350fd-8f56-4b83-a67b-be67dc77945a HTTP/1.1" status: 200  len: 912 time: 0.5359776
May 27 00:29:10.912097 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:29:10.954460 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2e354261-b6e2-47ed-9c7f-f07ff9cbf416 req-32be55df-7ad1-4b69-ae4f-230d73672ab6 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1192126
May 27 00:29:11.043887 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:11.080323 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-20fec314-007f-4133-8137-6aead1eb9791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:11.095300 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-20fec314-007f-4133-8137-6aead1eb9791 admin admin] Usage tracker for resource:security_group_rule and tenant:fdabae5c8ca249f7904111c90f940568 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:11.101657 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-20fec314-007f-4133-8137-6aead1eb9791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:11.105082 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106a05d5-1089-4f28-9c02-de9a2e605841,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:11.114657 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-20fec314-007f-4133-8137-6aead1eb9791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:11.120737 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1287988a-eca1-4e96-ac2b-84acb883a7da req-e5bb583f-60a7-4af1-b005-e176b29f4ac8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9899d77-4ecd-4055-966a-06b7ec510bd5 HTTP/1.1" status: 200  len: 217 time: 0.2303739
May 27 00:29:11.122006 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:11.122531 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.segments_db [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Added segment 312521d9-1582-4791-a60e-bb4d8c741a14 of type vlan for network 1ab0bc3f-e188-44f7-93e0-79d1cba32f69
May 27 00:29:11.138333 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bca8a67-781c-4267-b60c-68f2c59ce2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b75c2d0-686b-462e-ac1f-fccc17453cdc'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:29:11.164173 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 0b75c2d0-686b-462e-ac1f-fccc17453cdc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0b75c2d0-686b-462e-ac1f-fccc17453cdc,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:29:11.174936 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf14416a0>, [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:28:32Z', 'revision_number': 2, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:11.189965 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:11.190762 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 8fa2f2cc-733c-4882-8362-6553fc3f93c8 up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:29:11.260586 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485deae-e384-4e63-8377-3f81e8823a9a req-a7108159-0230-4cfe-83c5-35db44d5040a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:11.270308 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0485deae-e384-4e63-8377-3f81e8823a9a req-a7108159-0230-4cfe-83c5-35db44d5040a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 944 time: 0.1641893
May 27 00:29:11.293716 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Notify callbacks [] for port, precommit_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:11.306421 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db12323f-5de4-48ff-a8c4-945593bce570'] response: {'server_uuid': '7bca8a67-781c-4267-b60c-68f2c59ce2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b75c2d0-686b-462e-ac1f-fccc17453cdc', 'code': 200}
May 27 00:29:11.307889 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.provisioning_blocks [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Transition to ACTIVE for port object d654cbae-3c1b-4718-afea-024f35ce15f7 will not be triggered until provisioned by entity L2. {{(pid=83750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:29:11.318646 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:11.336523 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:11.376276 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0485deae-e384-4e63-8377-3f81e8823a9a req-11806cb9-16e7-447c-8a16-6a3c96dce6c1 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047738
May 27 00:29:11.390406 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287988a-eca1-4e96-ac2b-84acb883a7da req-2d97cf37-fa89-4154-b2fb-3aa9839e6f77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:11.392428 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1287988a-eca1-4e96-ac2b-84acb883a7da req-2d97cf37-fa89-4154-b2fb-3aa9839e6f77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1fcc6a9-b71a-48cc-8a17-4d1292f12913 HTTP/1.1" status: 200  len: 851 time: 0.2599406
May 27 00:29:11.451547 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Checking router: d148298d-871f-47e2-937d-72f9ec346874 for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:29:11.452615 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Updating router d148298d-871f-47e2-937d-72f9ec346874 port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 binding host dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:29:11.591947 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1287988a-eca1-4e96-ac2b-84acb883a7da req-ffb621c2-669d-4f4c-93e0-bd82d77ba637 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f74350fd-8f56-4b83-a67b-be67dc77945a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1855345
May 27 00:29:11.671336 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:11.672306 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:11.673362 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:11.680730 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:11.685445 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa11f9-c178-4d5d-a197-92260503ca14 None None] Pushing event updated for resources: {'Port': ['ID=d654cbae-3c1b-4718-afea-024f35ce15f7,revision_number=3']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:11.746145 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Attempting to bind port d654cbae-3c1b-4718-afea-024f35ce15f7 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:29:11.746514 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Attempting to bind port d654cbae-3c1b-4718-afea-024f35ce15f7 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:29:11.746872 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Attempting to bind port d654cbae-3c1b-4718-afea-024f35ce15f7 on network 8277ce01-4fed-435b-993e-be3acfd13f76 {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:29:11.764597 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:29:11.764946 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Checking segment: {'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:29:11.765287 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:11.766321 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Bound using segment: {'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:29:11.766820 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Bound port: d654cbae-3c1b-4718-afea-024f35ce15f7, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'}}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:29:11.767257 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:11.811577 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=0b75c2d0-686b-462e-ac1f-fccc17453cdc,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:11.816482 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-20fec314-007f-4133-8137-6aead1eb9791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:11.827694 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7afe3e-b5b0-4183-8906-f0fc5e07c464 req-8c11b4c2-06d0-4e6c-882c-fe806b42dcda tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:11.862877 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5d7afe3e-b5b0-4183-8906-f0fc5e07c464 req-8c11b4c2-06d0-4e6c-882c-fe806b42dcda tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.1554577
May 27 00:29:11.962147 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port 8fa2f2cc-733c-4882-8362-6553fc3f93c8 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:29:11.969059 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5d7afe3e-b5b0-4183-8906-f0fc5e07c464 req-628a2a54-54fb-44ab-82f8-de3f61c7befc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007948
May 27 00:29:11.997957 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port 8fa2f2cc-733c-4882-8362-6553fc3f93c8 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:29:11.999888 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:12.006086 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] For port d654cbae-3c1b-4718-afea-024f35ce15f7, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:29:12.012656 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] For port d654cbae-3c1b-4718-afea-024f35ce15f7, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=d654cbae-3c1b-4718-afea-024f35ce15f7,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:29:12.019420 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:12.048343 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58350) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:12.099944 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-20fec314-007f-4133-8137-6aead1eb9791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:12.176414 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] Pushing event updated for resources: {'Network': ['ID=1ab0bc3f-e188-44f7-93e0-79d1cba32f69,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:12.201730 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network 1ab0bc3f-e188-44f7-93e0-79d1cba32f69 details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:29:12.223946 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-5a5c53f1-955c-48d8-a7cb-720a23f973ed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.4112740
May 27 00:29:12.225065 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 58360) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:12.265305 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Routers {'0b9d6be1-2511-45e8-9682-a0bb80e3908f'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:29:12.266367 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf13cf9d0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:28:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:12.270372 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-20fec314-007f-4133-8137-6aead1eb9791 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fdabae5c8ca249f7904111c90f940568&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0755932
May 27 00:29:12.280419 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58366) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:12.312596 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Request body: {'subnet': {'network_id': '1ab0bc3f-e188-44f7-93e0-79d1cba32f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1877173390-subnet', 'tenant_id': '27b8c266c51b45bc988dc7b4287b9050', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:29:12.331727 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:12.374246 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Usage tracker for resource:subnet and tenant:27b8c266c51b45bc988dc7b4287b9050 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:12.384499 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:12.397480 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1287988a-eca1-4e96-ac2b-84acb883a7da req-990f3ce6-b5e5-42c2-91cf-de63994d6ef5 service neutron] 10.222.0.45 "GET /v2.0/networks/f74350fd-8f56-4b83-a67b-be67dc77945a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7903750
May 27 00:29:12.413268 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fec314-007f-4133-8137-6aead1eb9791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c6da1d-2af8-4d1b-b0d0-eb493c496362,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:12.432293 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:12.452850 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5f2f64d1-bb1f-4805-85a2-99c8f18e1f69 req-0d3dd3a4-883d-4a36-82f2-32fd8ecc4400 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 1098 time: 0.9369285
May 27 00:29:12.525436 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:12.553747 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:12.583286 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] Set router 0b9d6be1-2511-45e8-9682-a0bb80e3908f gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:29:12.667424 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 8fa2f2cc-733c-4882-8362-6553fc3f93c8, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8fa2f2cc-733c-4882-8362-6553fc3f93c8,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:29:12.673742 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-421378c0-51db-4d6e-86bb-1f9905675329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:12.686794 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:12.699101 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:12.738803 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Usage tracker for resource:security_group_rule and tenant:e0f568715055453db1564847e06c54e0 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:12.744798 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device ae4e63e4-ba3d-45e5-a3e6-54575229499e up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:29:12.753815 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:12.762918 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b8367-e6da-47ea-9384-4d3eedb0af80 req-d186a233-6e33-4920-84a2-d20c62277fbb tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:12.764709 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c00b8367-e6da-47ea-9384-4d3eedb0af80 req-d186a233-6e33-4920-84a2-d20c62277fbb tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 945 time: 0.5659235
May 27 00:29:12.775209 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:12.786018 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.db.resource_extend [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 27 00:29:12.790799 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-421378c0-51db-4d6e-86bb-1f9905675329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:12.852568 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa11f9-c178-4d5d-a197-92260503ca14 None None] Pushing event updated for resources: {'Port': ['ID=d654cbae-3c1b-4718-afea-024f35ce15f7,revision_number=4']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:12.926586 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1287988a-eca1-4e96-ac2b-84acb883a7da req-5f22f281-b917-4c14-9bf6-bd6902c8be14 service neutron] 10.222.0.45 "GET /v2.0/networks/f74350fd-8f56-4b83-a67b-be67dc77945a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4916098
May 27 00:29:12.930395 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Made reservation on behalf of 27b8c266c51b45bc988dc7b4287b9050 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:29:12.931109 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c00b8367-e6da-47ea-9384-4d3eedb0af80 req-58cfa5fb-bc3d-49d5-a123-4820214c153b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1533804
May 27 00:29:12.934773 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3005913'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:12.968324 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=8fa2f2cc-733c-4882-8362-6553fc3f93c8,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:12.992486 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Notify callbacks [] for port, precommit_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:13.013785 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8975c2d-eef3-4619-bdf2-ac31840f36f8 req-e91526f3-34cc-48be-9381-3e23f9dbddd5 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:13.014283 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Transition to ACTIVE for port object 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:29:13.032912 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f8975c2d-eef3-4619-bdf2-ac31840f36f8 req-e91526f3-34cc-48be-9381-3e23f9dbddd5 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.3350296
May 27 00:29:13.035100 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:13.109350 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf13cf9d0>, [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:32Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'd654cbae-3c1b-4718-afea-024f35ce15f7', 'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'mac_address': 'fa:16:3e:ee:2d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:30Z', 'updated_at': '2022-05-27T00:29:11Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'subnets': [{'id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:13.116694 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port ae4e63e4-ba3d-45e5-a3e6-54575229499e completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:29:13.117022 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2abea5b-9223-4d49-8c37-d536e9e96d0b None None] The sync data for ids ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'] in dv-cinder-843305-3-iscsi is: [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:32Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'd654cbae-3c1b-4718-afea-024f35ce15f7', 'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'mac_address': 'fa:16:3e:ee:2d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:30Z', 'updated_at': '2022-05-27T00:29:11Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'subnets': [{'id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:29:13.221263 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5f2f64d1-bb1f-4805-85a2-99c8f18e1f69 req-03cc68d6-0fad-4f16-bc9b-424a968c3984 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6812632
May 27 00:29:13.238186 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port ae4e63e4-ba3d-45e5-a3e6-54575229499e triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:29:13.238718 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:13.244224 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:13.262943 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:13.305162 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f3d2a-7125-40c0-8846-aa4b7f45e131 None None] Pushing event updated for resources: {'Port': ['ID=8b7f1f2d-1cff-44ff-a73e-05cc70da1a34,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:13.309603 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a092dd0a-f2d4-45fb-8bb0-ca4135b791df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa2f2cc-733c-4882-8362-6553fc3f93c8'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:29:13.338435 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:13.396506 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-421378c0-51db-4d6e-86bb-1f9905675329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:13.476735 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f8975c2d-eef3-4619-bdf2-ac31840f36f8 req-ae3eadeb-1b48-49fa-9299-5235af22880a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4361591
May 27 00:29:13.495316 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-421378c0-51db-4d6e-86bb-1f9905675329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:13.497022 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-421378c0-51db-4d6e-86bb-1f9905675329 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52c6da1d-2af8-4d1b-b0d0-eb493c496362 HTTP/1.1" status: 204  len: 168 time: 1.2163141
May 27 00:29:13.525303 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device d654cbae-3c1b-4718-afea-024f35ce15f7 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:29:13.574002 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3631460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3005899'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:13.582952 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6feaf977-df57-4ef6-8891-80bbded45cea,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:13.615728 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.620589 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.621040 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.621443 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.621840 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.622377 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.622775 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.623172 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.624881 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.625309 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.625890 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.670186 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-31efdafa-606e-46db-80ab-de56ac54444a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0f568715055453db1564847e06c54e0&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6206129
May 27 00:29:13.678536 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58408) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:13.699493 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421378c0-51db-4d6e-86bb-1f9905675329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c6da1d-2af8-4d1b-b0d0-eb493c496362,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:13.760073 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ae2e1-77d2-456b-8f01-7dd5ab7c6b89 req-f0a494ed-2ac1-46c3-b4df-f86b8297830a tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:13.768546 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a19ae2e1-77d2-456b-8f01-7dd5ab7c6b89 req-f0a494ed-2ac1-46c3-b4df-f86b8297830a tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.5176778
May 27 00:29:13.801970 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a596ffac-5cf0-4f17-92b4-5dbe799f33ba'] response: {'server_uuid': 'a092dd0a-f2d4-45fb-8bb0-ca4135b791df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa2f2cc-733c-4882-8362-6553fc3f93c8', 'code': 200}
May 27 00:29:13.811052 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec913876-deb1-4200-b547-0ac9925832a7,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:13.822968 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.823569 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.824181 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.824653 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.825170 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.825804 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.826317 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.827187 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.827720 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.828229 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.829441 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:13.842125 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Checking segment: {'id': '312521d9-1582-4791-a60e-bb4d8c741a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1ab0bc3f-e188-44f7-93e0-79d1cba32f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:29:13.842737 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Network hostable DHCP agents. Network: 1ab0bc3f-e188-44f7-93e0-79d1cba32f69, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:29:13.899423 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Network 1ab0bc3f-e188-44f7-93e0-79d1cba32f69 is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:29:13.904409 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d6aec5e6-e584-46a8-b96b-e45ee44fed2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:13.915944 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, 1ab0bc3f-e188-44f7-93e0-79d1cba32f69) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:29:13.922859 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:13.924107 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:13.948228 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a19ae2e1-77d2-456b-8f01-7dd5ab7c6b89 req-edab43e9-9e7f-4513-9d9b-5218e0a851af tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1783409
May 27 00:29:14.022513 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-1f9748d7-21d2-4494-bda4-f1ded607d6d8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7697260
May 27 00:29:14.028743 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d6aec5e6-e584-46a8-b96b-e45ee44fed2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:14.106195 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9817177c-b7d5-472a-a798-3f64d5920880 None None] Network 1ab0bc3f-e188-44f7-93e0-79d1cba32f69 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:29:14.135769 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d6aec5e6-e584-46a8-b96b-e45ee44fed2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:14.174448 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d6aec5e6-e584-46a8-b96b-e45ee44fed2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:14.179394 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-d6aec5e6-e584-46a8-b96b-e45ee44fed2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6feaf977-df57-4ef6-8891-80bbded45cea HTTP/1.1" status: 204  len: 168 time: 0.4932923
May 27 00:29:14.181221 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aec5e6-e584-46a8-b96b-e45ee44fed2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feaf977-df57-4ef6-8891-80bbded45cea,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:14.330821 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba5c23-1533-401f-9d25-2666475f837c req-56d8efad-28f5-492b-b9a5-cbf09f469fe3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:14.342097 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e1ba5c23-1533-401f-9d25-2666475f837c req-56d8efad-28f5-492b-b9a5-cbf09f469fe3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 945 time: 0.1295962
May 27 00:29:14.426733 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58430) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:14.478804 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Attempting to bind port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:29:14.483123 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Attempting to bind port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:29:14.484039 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Attempting to bind port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 on network 93818b25-db8b-4c49-bcdd-2f72652d1c2a {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:29:14.514907 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-df5d49a9-7a34-433f-89df-0e5cdcdcec16 req-2fa5b7d8-58e7-431c-9fda-0abfa126a4bd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 1098 time: 0.2238081
May 27 00:29:14.589779 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-df5d49a9-7a34-433f-89df-0e5cdcdcec16 req-0ef77dd9-46d1-4a68-8fbe-1fe9418131ec service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571191
May 27 00:29:14.601657 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e0948dfa-e778-4ce8-aa38-8cb406262737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:14.682958 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e1ba5c23-1533-401f-9d25-2666475f837c req-ecc2ee26-e080-4c1f-bec9-a2aa723be686 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3323855
May 27 00:29:14.709437 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-4c1ba577-589a-462f-ba5a-20da81753c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:14.716685 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:29:14.717834 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-e0948dfa-e778-4ce8-aa38-8cb406262737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:14.718413 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Checking segment: {'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:29:14.720228 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:14.720741 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Bound using segment: {'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:29:14.721579 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Bound port: 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:29:14.724391 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:14.726189 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-e0948dfa-e778-4ce8-aa38-8cb406262737 admin admin] Usage tracker for resource:security_group_rule and tenant:98e063d81b5446138b34f55205b476ac is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:14.738328 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-e0948dfa-e778-4ce8-aa38-8cb406262737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:14.751335 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-e0948dfa-e778-4ce8-aa38-8cb406262737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:14.795177 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:14.939162 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e0948dfa-e778-4ce8-aa38-8cb406262737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:14.952757 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port d654cbae-3c1b-4718-afea-024f35ce15f7 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:29:15.010568 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port d654cbae-3c1b-4718-afea-024f35ce15f7 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:29:15.010983 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:15.029956 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e0948dfa-e778-4ce8-aa38-8cb406262737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:15.179406 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port ae4e63e4-ba3d-45e5-a3e6-54575229499e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:29:15.217665 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] For port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:29:15.224058 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:15.232282 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0948dfa-e778-4ce8-aa38-8cb406262737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5638bd1-daee-4d90-9fdb-12f0ccde7339,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:15.252344 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-e0948dfa-e778-4ce8-aa38-8cb406262737 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98e063d81b5446138b34f55205b476ac&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8222113
May 27 00:29:15.252825 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 58446) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:15.255074 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 58448) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:15.292109 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] For port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=8b7f1f2d-1cff-44ff-a73e-05cc70da1a34,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:29:15.298354 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc51e949-3562-4469-b2da-97cc28b03e62 None None] Network 1ab0bc3f-e188-44f7-93e0-79d1cba32f69 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:29:15.305985 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f456cb6-7892-47ff-9771-7ed951da7b91 req-d257ff00-8d8a-4cd2-b201-ed2bea4aac6f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:15.316141 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8f456cb6-7892-47ff-9771-7ed951da7b91 req-d257ff00-8d8a-4cd2-b201-ed2bea4aac6f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.3738940
May 27 00:29:15.349474 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:15.356110 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3856f29-0069-46c5-9ca1-651e91aa067c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:15.390517 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8f456cb6-7892-47ff-9771-7ed951da7b91 req-3bc71922-8f3a-4b85-8a9a-cb042b11acaa tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733087
May 27 00:29:15.644189 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e3856f29-0069-46c5-9ca1-651e91aa067c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:15.644393 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=ae4e63e4-ba3d-45e5-a3e6-54575229499e,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:15.669154 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-e3856f29-0069-46c5-9ca1-651e91aa067c admin admin] Usage tracker for resource:security_group_rule and tenant:27f9ef2d602e4c7386cc1f2035dcadac is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:15.679575 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ebab9422-a5ec-4e5a-94f8-53569d51377b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:15.687413 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-e3856f29-0069-46c5-9ca1-651e91aa067c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:15.690402 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290c198-b9a9-4ca5-bc93-b17f8170db37 req-2c995399-bf8b-455d-9c31-65fbf2705f28 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:15.702468 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b290c198-b9a9-4ca5-bc93-b17f8170db37 req-2c995399-bf8b-455d-9c31-65fbf2705f28 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.1646051
May 27 00:29:15.717007 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e3856f29-0069-46c5-9ca1-651e91aa067c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:15.766554 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ebab9422-a5ec-4e5a-94f8-53569d51377b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:15.783009 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:15.803166 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:29:15.813162 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Routers {'d148298d-871f-47e2-937d-72f9ec346874'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:29:15.814037 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf14416a0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:28:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['d148298d-871f-47e2-937d-72f9ec346874'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:15.996448 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f3d2a-7125-40c0-8846-aa4b7f45e131 None None] Pushing event updated for resources: {'Port': ['ID=8b7f1f2d-1cff-44ff-a73e-05cc70da1a34,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:16.023102 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b290c198-b9a9-4ca5-bc93-b17f8170db37 req-3c15e321-8da7-4909-8170-6211bb6ac683 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3173103
May 27 00:29:16.050148 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ebab9422-a5ec-4e5a-94f8-53569d51377b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:16.066953 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3856f29-0069-46c5-9ca1-651e91aa067c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:16.079365 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a64c3-6ec0-4969-8eb3-ae3b592b3909 req-81338fbc-2538-406a-aca6-df7bb839011f tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:16.081532 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-820a64c3-6ec0-4969-8eb3-ae3b592b3909 req-81338fbc-2538-406a-aca6-df7bb839011f tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 945 time: 0.3261797
May 27 00:29:16.105351 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab9422-a5ec-4e5a-94f8-53569d51377b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5638bd1-daee-4d90-9fdb-12f0ccde7339,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:16.113969 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3856f29-0069-46c5-9ca1-651e91aa067c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:16.153421 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ebab9422-a5ec-4e5a-94f8-53569d51377b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:16.157416 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-ebab9422-a5ec-4e5a-94f8-53569d51377b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5638bd1-daee-4d90-9fdb-12f0ccde7339 HTTP/1.1" status: 204  len: 168 time: 0.8986187
May 27 00:29:16.211147 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-e3856f29-0069-46c5-9ca1-651e91aa067c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27f9ef2d602e4c7386cc1f2035dcadac&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9574349
May 27 00:29:16.214432 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 58472) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:16.218873 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3856f29-0069-46c5-9ca1-651e91aa067c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e65907-1726-4762-af9c-5af3c030e334,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:16.290036 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-820a64c3-6ec0-4969-8eb3-ae3b592b3909 req-8a69a030-6cb0-400f-b9a2-bbe0f4b839cb tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1973450
May 27 00:29:16.459701 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e586c639-27ac-4ab0-be82-76b67656d6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:16.562110 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50eb249c-6da6-4506-b4f3-44f805fc38b2'] response: {'server_uuid': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e', 'code': 200}
May 27 00:29:16.570898 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e586c639-27ac-4ab0-be82-76b67656d6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:16.678138 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58486) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:16.710539 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port d654cbae-3c1b-4718-afea-024f35ce15f7, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=d654cbae-3c1b-4718-afea-024f35ce15f7,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:29:16.768199 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e586c639-27ac-4ab0-be82-76b67656d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:16.793521 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:16.815988 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923afdb-065b-4fe2-90c0-fdf1960a3f4e req-c678aca4-176d-4400-85b2-bc9fad85e733 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:16.831246 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2923afdb-065b-4fe2-90c0-fdf1960a3f4e req-c678aca4-176d-4400-85b2-bc9fad85e733 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.2807763
May 27 00:29:16.857566 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586c639-27ac-4ab0-be82-76b67656d6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e65907-1726-4762-af9c-5af3c030e334,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:16.867081 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e586c639-27ac-4ab0-be82-76b67656d6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:16.874578 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-e586c639-27ac-4ab0-be82-76b67656d6dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3e65907-1726-4762-af9c-5af3c030e334 HTTP/1.1" status: 204  len: 168 time: 0.6576619
May 27 00:29:17.017814 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-47a2f64d-3605-4e96-be4a-0875ad6672eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:17.050349 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:29:17.084846 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2923afdb-065b-4fe2-90c0-fdf1960a3f4e req-360d1840-c5cd-4cde-a72d-170d16fa014f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2476494
May 27 00:29:17.112590 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=d654cbae-3c1b-4718-afea-024f35ce15f7,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:17.116175 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d54fd630-2b27-4c62-93ef-7d1dffb38974 req-d9ad6228-e9ef-4f0b-97c5-eeb1a689505d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 1099 time: 0.2327917
May 27 00:29:17.140559 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:17.140889 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:17.141218 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:17.141548 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:17.141883 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:17.142228 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:17.142548 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:17.142983 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:17.143205 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:17.143516 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:17.143852 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:29:17.146954 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-be0282dc-8b14-4394-a8cf-d54c2b462bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:17.157404 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] Set router d148298d-871f-47e2-937d-72f9ec346874 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:29:17.230840 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-be0282dc-8b14-4394-a8cf-d54c2b462bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:17.235351 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d54fd630-2b27-4c62-93ef-7d1dffb38974 req-ca61e2c8-789b-4832-b700-61e2eff16ef7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1149049
May 27 00:29:17.237987 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f05d71-4664-4b12-827c-08b020c46b21 req-c06c7994-090d-4769-857d-75771647a453 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:17.240114 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-41f05d71-4664-4b12-827c-08b020c46b21 req-c06c7994-090d-4769-857d-75771647a453 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.3372118
May 27 00:29:17.243398 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-be0282dc-8b14-4394-a8cf-d54c2b462bd8 admin admin] Usage tracker for resource:security_group_rule and tenant:af32d35419f14d05a10fb122832049f0 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:17.248989 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-be0282dc-8b14-4394-a8cf-d54c2b462bd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:17.249691 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 58502) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:17.256253 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:29:17.256688 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-090c1edf-7fa2-4804-a4b9-1bfe1d9aeed0 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Request body: {'floatingip': {'port_id': '0b75c2d0-686b-462e-ac1f-fccc17453cdc'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:29:17.261481 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-be0282dc-8b14-4394-a8cf-d54c2b462bd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:17.283298 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:29:17.283759 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:17.349358 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-be0282dc-8b14-4394-a8cf-d54c2b462bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:17.356616 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-be0282dc-8b14-4394-a8cf-d54c2b462bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:17.417092 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-090c1edf-7fa2-4804-a4b9-1bfe1d9aeed0 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for floatingip, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:17.641570 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0282dc-8b14-4394-a8cf-d54c2b462bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e09b54-8d80-4518-b9fe-b53f1c29d219,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:17.669655 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-be0282dc-8b14-4394-a8cf-d54c2b462bd8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af32d35419f14d05a10fb122832049f0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9818189
May 27 00:29:17.672711 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58516) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:17.822017 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bcb0f-f3ef-469f-8e5d-8d6c05a5a284 req-ab846d9e-2fc1-4b35-9809-79525f89e5be tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:17.825636 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-626bcb0f-f3ef-469f-8e5d-8d6c05a5a284 req-ab846d9e-2fc1-4b35-9809-79525f89e5be tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.4175985
May 27 00:29:17.893216 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cb13f-b7e5-48c4-844e-93fdd698f48f req-a4e43230-a932-4ba8-bce4-9010c745f342 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:17.898442 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f13cb13f-b7e5-48c4-844e-93fdd698f48f req-a4e43230-a932-4ba8-bce4-9010c745f342 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 945 time: 0.3398936
May 27 00:29:18.000410 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4ec72934-f710-42f3-a13a-14f7de68556e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:18.032035 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4ec72934-f710-42f3-a13a-14f7de68556e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:18.055660 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:18.086379 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:18.111909 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-626bcb0f-f3ef-469f-8e5d-8d6c05a5a284 req-6d2f0f80-1263-4c24-bd25-17971c1ed604 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2672093
May 27 00:29:18.121236 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4ec72934-f710-42f3-a13a-14f7de68556e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:18.125553 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:18.167178 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec72934-f710-42f3-a13a-14f7de68556e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e09b54-8d80-4518-b9fe-b53f1c29d219,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:18.195753 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f13cb13f-b7e5-48c4-844e-93fdd698f48f req-64a06d7b-01a7-4eb3-8693-4149cc1a9080 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2855406
May 27 00:29:18.207314 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4ec72934-f710-42f3-a13a-14f7de68556e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:18.223287 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-4ec72934-f710-42f3-a13a-14f7de68556e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7e09b54-8d80-4518-b9fe-b53f1c29d219 HTTP/1.1" status: 204  len: 168 time: 0.5365653
May 27 00:29:18.232851 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=8b7f1f2d-1cff-44ff-a73e-05cc70da1a34,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:29:18.245028 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:18.363477 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf14416a0>, [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:29:15Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:18.366826 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=8b7f1f2d-1cff-44ff-a73e-05cc70da1a34,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:18.373457 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382da211-2d6d-4251-9d92-cc445220afe7 None None] The sync data for ids ['d148298d-871f-47e2-937d-72f9ec346874'] in dv-cinder-843305-3-iscsi is: [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:29:15Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:29:18.556744 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133aa7d8-45dd-4375-baf5-2223cd94a6f4 req-fe84b028-2473-4360-810d-26823bd354d6 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:18.558164 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-133aa7d8-45dd-4375-baf5-2223cd94a6f4 req-fe84b028-2473-4360-810d-26823bd354d6 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 945 time: 0.3006454
May 27 00:29:18.600803 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df98cff-979b-46f1-a978-597959c04523 req-8d378d61-e572-409f-a50d-95636d5e54cd tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:18.600803 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5df98cff-979b-46f1-a978-597959c04523 req-8d378d61-e572-409f-a50d-95636d5e54cd tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.1702588
May 27 00:29:18.681664 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.db.resource_extend [None req-090c1edf-7fa2-4804-a4b9-1bfe1d9aeed0 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 27 00:29:18.699868 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5df98cff-979b-46f1-a978-597959c04523 req-2940d626-3593-4739-b5f7-b5515a093521 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0918424
May 27 00:29:18.977043 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device d654cbae-3c1b-4718-afea-024f35ce15f7 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:29:18.984679 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-133aa7d8-45dd-4375-baf5-2223cd94a6f4 req-8c07f3b2-0473-4ec8-aaf3-2673e11c6dd0 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Deleting port c9899d77-4ecd-4055-966a-06b7ec510bd5 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:29:18.985169 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-133aa7d8-45dd-4375-baf5-2223cd94a6f4 req-8c07f3b2-0473-4ec8-aaf3-2673e11c6dd0 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:19.118741 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port d654cbae-3c1b-4718-afea-024f35ce15f7 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:29:19.119306 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:19.272535 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:19.304383 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92402f5d-c351-4555-974d-8db98b1aa5ce req-1edecb34-53d5-4775-8fa1-04b7ae3b862c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:19.308210 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-92402f5d-c351-4555-974d-8db98b1aa5ce req-1edecb34-53d5-4775-8fa1-04b7ae3b862c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.2027161
May 27 00:29:19.428030 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:29:19.456815 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-92402f5d-c351-4555-974d-8db98b1aa5ce req-5151d566-8046-422c-8894-88943cfb6771 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411309
May 27 00:29:19.590839 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:29:19.592114 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:19.628844 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58586) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:19.638019 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-090c1edf-7fa2-4804-a4b9-1bfe1d9aeed0 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:19.662656 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-090c1edf-7fa2-4804-a4b9-1bfe1d9aeed0 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:19.715899 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a1805-62de-4ac3-b035-532509a73a99 req-2a14eb55-e090-4f9f-9d3a-5a3b352f9d0d tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:19.717397 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bd7a1805-62de-4ac3-b035-532509a73a99 req-2a14eb55-e090-4f9f-9d3a-5a3b352f9d0d tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 945 time: 0.1988673
May 27 00:29:19.718102 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1d5cac23-55e5-4ea4-8ebe-4cff06c15db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:19.845281 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-1d5cac23-55e5-4ea4-8ebe-4cff06c15db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:19.848244 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-133aa7d8-45dd-4375-baf5-2223cd94a6f4 req-8c07f3b2-0473-4ec8-aaf3-2673e11c6dd0 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] For port c9899d77-4ecd-4055-966a-06b7ec510bd5, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c9899d77-4ecd-4055-966a-06b7ec510bd5,segment=NetworkSegment(4d5d1538-e48b-4376-825f-c15f35323821),segment_id=4d5d1538-e48b-4376-825f-c15f35323821)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:29:19.849148 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-133aa7d8-45dd-4375-baf5-2223cd94a6f4 req-8c07f3b2-0473-4ec8-aaf3-2673e11c6dd0 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:19.859816 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-1d5cac23-55e5-4ea4-8ebe-4cff06c15db1 admin admin] Usage tracker for resource:security_group_rule and tenant:302de63a8caa417f93dfb9143221362b is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:19.878011 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bd7a1805-62de-4ac3-b035-532509a73a99 req-ad168ead-39ed-4085-98ad-525765325796 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f87734a-4961-4da3-a520-8af2f510f3c6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405468
May 27 00:29:19.878869 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-1d5cac23-55e5-4ea4-8ebe-4cff06c15db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:19.893065 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-1d5cac23-55e5-4ea4-8ebe-4cff06c15db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:20.004780 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-133aa7d8-45dd-4375-baf5-2223cd94a6f4 req-8c07f3b2-0473-4ec8-aaf3-2673e11c6dd0 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Calling delete_port for c9899d77-4ecd-4055-966a-06b7ec510bd5 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:29:20.005125 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1d5cac23-55e5-4ea4-8ebe-4cff06c15db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:20.010501 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1d5cac23-55e5-4ea4-8ebe-4cff06c15db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:20.205611 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cac23-55e5-4ea4-8ebe-4cff06c15db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f294ede-12e6-4163-bd37-9544278f9e24,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:20.216244 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-1d5cac23-55e5-4ea4-8ebe-4cff06c15db1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=302de63a8caa417f93dfb9143221362b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5730159
May 27 00:29:20.223850 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58604) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:20.291560 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f031b-4675-4443-a6f8-d193bace9120 req-73e6de57-3b7b-4c15-91b4-75887edfbbb5 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:20.293104 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-309f031b-4675-4443-a6f8-d193bace9120 req-73e6de57-3b7b-4c15-91b4-75887edfbbb5 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.2414541
May 27 00:29:20.326273 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7e407044-2dcf-4970-8280-cf9b5121128b req-408d00f0-3ca7-4f4f-9b68-a6b0be2f3eaf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 1098 time: 1.2235565
May 27 00:29:20.346464 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0926b22c-5a7e-43c6-8a64-a9506d2037dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:20.395000 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-309f031b-4675-4443-a6f8-d193bace9120 req-d99459f1-266f-4569-b8c6-311c4c343c73 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0943043
May 27 00:29:20.423050 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0926b22c-5a7e-43c6-8a64-a9506d2037dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:20.557983 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0926b22c-5a7e-43c6-8a64-a9506d2037dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:20.627012 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926b22c-5a7e-43c6-8a64-a9506d2037dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f294ede-12e6-4163-bd37-9544278f9e24,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:20.642558 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-133aa7d8-45dd-4375-baf5-2223cd94a6f4 req-8c07f3b2-0473-4ec8-aaf3-2673e11c6dd0 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:20.695390 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e407044-2dcf-4970-8280-cf9b5121128b req-9116bf49-90fc-49db-ae6c-e40fbea5f6e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:20.696935 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7e407044-2dcf-4970-8280-cf9b5121128b req-9116bf49-90fc-49db-ae6c-e40fbea5f6e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 920 time: 0.3613927
May 27 00:29:20.707448 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07f3b2-0473-4ec8-aaf3-2673e11c6dd0 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Pushing event deleted for resources: {'Port': ['ID=c9899d77-4ecd-4055-966a-06b7ec510bd5,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:20.803008 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0926b22c-5a7e-43c6-8a64-a9506d2037dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:20.807901 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-0926b22c-5a7e-43c6-8a64-a9506d2037dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f294ede-12e6-4163-bd37-9544278f9e24 HTTP/1.1" status: 204  len: 168 time: 0.5774717
May 27 00:29:20.880698 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7e407044-2dcf-4970-8280-cf9b5121128b req-7c4bd5dc-d395-4d19-a88f-55c2eccb8e89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fa2f2cc-733c-4882-8362-6553fc3f93c8 HTTP/1.1" status: 200  len: 217 time: 0.1751604
May 27 00:29:21.060761 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-133aa7d8-45dd-4375-baf5-2223cd94a6f4 req-8c07f3b2-0473-4ec8-aaf3-2673e11c6dd0 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] No DVR routers for this DVR port c9899d77-4ecd-4055-966a-06b7ec510bd5 on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:29:21.070164 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-133aa7d8-45dd-4375-baf5-2223cd94a6f4 req-8c07f3b2-0473-4ec8-aaf3-2673e11c6dd0 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:21.077111 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b74fba1-2e4b-4caa-bdda-4b106fe58a1f', 'name': 'network-vif-deleted', 'tag': 'c9899d77-4ecd-4055-966a-06b7ec510bd5'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:29:21.095062 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [None req-090c1edf-7fa2-4804-a4b9-1bfe1d9aeed0 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Floating IP 6a3a4ad2-8774-426c-9713-579c84bb2a8f associated. External IP: 172.27.3.46, port: 0b75c2d0-686b-462e-ac1f-fccc17453cdc.
May 27 00:29:21.120722 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7494965-ac23-4654-a494-d38c2ce5ee02 req-5b425e40-c826-4b8c-b4ba-d3ccce106120 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:21.122178 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d7494965-ac23-4654-a494-d38c2ce5ee02 req-5b425e40-c826-4b8c-b4ba-d3ccce106120 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.4671383
May 27 00:29:21.131354 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40242e-f612-4ce1-9e08-4bda22206448 req-4eb69e54-6932-432c-8f6a-5b347af76c32 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:21.141776 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2e40242e-f612-4ce1-9e08-4bda22206448 req-4eb69e54-6932-432c-8f6a-5b347af76c32 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.3028867
May 27 00:29:21.174052 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 58636) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:21.203424 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-81e54dcf-e26a-4037-9b54-b2bdc7412e9a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Request body: {'floatingip': {'port_id': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:29:21.247917 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2e40242e-f612-4ce1-9e08-4bda22206448 req-73dc969c-3f27-40bd-8ebf-ca4ae2c2d699 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050296
May 27 00:29:21.301499 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-133aa7d8-45dd-4375-baf5-2223cd94a6f4 req-8c07f3b2-0473-4ec8-aaf3-2673e11c6dd0 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.45 "DELETE /v2.0/ports/c9899d77-4ecd-4055-966a-06b7ec510bd5 HTTP/1.1" status: 204  len: 173 time: 2.7275376
May 27 00:29:21.373150 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e407044-2dcf-4970-8280-cf9b5121128b req-a324965e-b696-4ce0-91d8-9b407e2b9caa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:21.391463 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7e407044-2dcf-4970-8280-cf9b5121128b req-a324965e-b696-4ce0-91d8-9b407e2b9caa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.4532485
May 27 00:29:21.446869 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-aa60c6d5-451d-4214-906b-33dd23b47b47 req-b1cf3c9a-3972-4e16-b5ac-779172ebb9dd tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 210 time: 0.1797857
May 27 00:29:21.473074 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36b3b3c-8d32-4e86-b3b7-9a88c2e65d8f'] response: {'server_uuid': '9b74fba1-2e4b-4caa-bdda-4b106fe58a1f', 'name': 'network-vif-deleted', 'tag': 'c9899d77-4ecd-4055-966a-06b7ec510bd5', 'status': 'completed', 'code': 200}
May 27 00:29:21.538396 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-81e54dcf-e26a-4037-9b54-b2bdc7412e9a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for floatingip, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:21.814675 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7e407044-2dcf-4970-8280-cf9b5121128b req-82179dda-7d24-4da0-9da4-360e3b977738 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3367772
May 27 00:29:21.952438 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device c9899d77-4ecd-4055-966a-06b7ec510bd5 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:29:22.002910 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: c9899d77-4ecd-4055-966a-06b7ec510bd5 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:29:22.003552 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device c9899d77-4ecd-4055-966a-06b7ec510bd5 not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:29:22.514416 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5170f2-0593-4f14-ba2d-35cfe0aa2161 req-656532e2-6de5-4597-9c79-5f2d7c98667d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:22.536280 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ba5170f2-0593-4f14-ba2d-35cfe0aa2161 req-656532e2-6de5-4597-9c79-5f2d7c98667d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.1385896
May 27 00:29:22.610669 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ba5170f2-0593-4f14-ba2d-35cfe0aa2161 req-58286a29-4fc4-4c5f-a911-ca989b8a1b9d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723295
May 27 00:29:22.664279 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7e407044-2dcf-4970-8280-cf9b5121128b req-9d61fb82-8e7b-4a98-9cfb-3f0ee576d455 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8231790
May 27 00:29:22.761808 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-40ddcd5c-c658-4f76-9c34-6c5236cdc3b8 req-efe79893-7e8c-494f-85e0-2179f01d22e2 tempest-DeleteServersTestJSON-1686336410 tempest-DeleteServersTestJSON-1686336410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b74fba1-2e4b-4caa-bdda-4b106fe58a1f HTTP/1.1" status: 200  len: 210 time: 0.0612178
May 27 00:29:23.075438 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7e407044-2dcf-4970-8280-cf9b5121128b req-c77e1aff-1833-4f2b-9941-548de5131b8d service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3885849
May 27 00:29:23.276534 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-81e54dcf-e26a-4037-9b54-b2bdc7412e9a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:23.283071 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-81e54dcf-e26a-4037-9b54-b2bdc7412e9a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:23.507164 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090c1edf-7fa2-4804-a4b9-1bfe1d9aeed0 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Router d148298d-871f-47e2-937d-72f9ec346874 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:29:23.531752 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58714) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:23.689019 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-65195ba6-1192-4ff6-a43b-e52442dbc7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:23.691782 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [None req-81e54dcf-e26a-4037-9b54-b2bdc7412e9a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Floating IP f3687af8-2d14-4237-9826-a1e7da119a96 associated. External IP: 172.27.3.132, port: ae4e63e4-ba3d-45e5-a3e6-54575229499e.
May 27 00:29:23.733068 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-65195ba6-1192-4ff6-a43b-e52442dbc7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:23.737308 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-65195ba6-1192-4ff6-a43b-e52442dbc7ea admin admin] Usage tracker for resource:security_group_rule and tenant:bd4498ac0f994bde81eae457f896f7b6 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:23.743096 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-65195ba6-1192-4ff6-a43b-e52442dbc7ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:23.750365 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-65195ba6-1192-4ff6-a43b-e52442dbc7ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:23.899769 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73538a-aa1c-45f3-9a90-f2aeca6ec21d req-a5f06901-da12-43e9-9fef-b14966069a2a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:23.901212 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fa73538a-aa1c-45f3-9a90-f2aeca6ec21d req-a5f06901-da12-43e9-9fef-b14966069a2a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.1481538
May 27 00:29:23.936481 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-65195ba6-1192-4ff6-a43b-e52442dbc7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:23.944551 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-65195ba6-1192-4ff6-a43b-e52442dbc7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:23.949782 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090c1edf-7fa2-4804-a4b9-1bfe1d9aeed0 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:29:23.954703 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-090c1edf-7fa2-4804-a4b9-1bfe1d9aeed0 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:24.022919 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fa73538a-aa1c-45f3-9a90-f2aeca6ec21d req-604b0b6d-6e82-4d37-9fd3-30f1dfe31e4a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143653
May 27 00:29:24.028988 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-65195ba6-1192-4ff6-a43b-e52442dbc7ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd4498ac0f994bde81eae457f896f7b6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4937944
May 27 00:29:24.028988 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65195ba6-1192-4ff6-a43b-e52442dbc7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc842512-7047-4619-a612-f608bfeb3f81,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:24.030021 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58728) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:24.033540 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-090c1edf-7fa2-4804-a4b9-1bfe1d9aeed0 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "PUT /v2.0/floatingips/6a3a4ad2-8774-426c-9713-579c84bb2a8f HTTP/1.1" status: 200  len: 990 time: 6.7825634
May 27 00:29:24.038218 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bca8a67-781c-4267-b60c-68f2c59ce2c7', 'tag': '0b75c2d0-686b-462e-ac1f-fccc17453cdc'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:29:24.105970 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6c07f976-4ef1-4df0-85bc-6639d5b5acef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:24.135522 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6c07f976-4ef1-4df0-85bc-6639d5b5acef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:24.158897 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42bfd869-6a3b-4f97-8435-ce308785db05'] response: {'name': 'network-changed', 'server_uuid': '7bca8a67-781c-4267-b60c-68f2c59ce2c7', 'tag': '0b75c2d0-686b-462e-ac1f-fccc17453cdc', 'status': 'completed', 'code': 200}
May 27 00:29:24.207304 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6c07f976-4ef1-4df0-85bc-6639d5b5acef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:24.241865 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07f976-4ef1-4df0-85bc-6639d5b5acef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc842512-7047-4619-a612-f608bfeb3f81,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:24.259764 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6c07f976-4ef1-4df0-85bc-6639d5b5acef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:24.265686 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-6c07f976-4ef1-4df0-85bc-6639d5b5acef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc842512-7047-4619-a612-f608bfeb3f81 HTTP/1.1" status: 204  len: 168 time: 0.2347639
May 27 00:29:24.434018 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ae6cb442-1e80-4288-a103-261271918f76 req-9f365db2-bd42-4c56-9a80-d316b70e603e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7feb0b7352ec488cb0838c2d67853e12&device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 1098 time: 0.2060211
May 27 00:29:24.621073 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cb442-1e80-4288-a103-261271918f76 req-0746bb20-4533-460e-a1ad-0cc74c684d1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:24.622739 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ae6cb442-1e80-4288-a103-261271918f76 req-0746bb20-4533-460e-a1ad-0cc74c684d1c service neutron] 10.222.0.45 "GET /v2.0/networks?id=93818b25-db8b-4c49-bcdd-2f72652d1c2a HTTP/1.1" status: 200  len: 912 time: 0.1806815
May 27 00:29:24.627650 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e54dcf-e26a-4037-9b54-b2bdc7412e9a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Router 0b9d6be1-2511-45e8-9682-a0bb80e3908f has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:29:24.705300 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58762) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:24.735498 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f94318ee-0f52-415c-b0ea-1b7301311f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:24.784157 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-f94318ee-0f52-415c-b0ea-1b7301311f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:24.788976 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-f94318ee-0f52-415c-b0ea-1b7301311f8b admin admin] Usage tracker for resource:security_group_rule and tenant:63a2df9cadf144629c66a6c993464f2b is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:24.794877 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-f94318ee-0f52-415c-b0ea-1b7301311f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:24.806343 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-f94318ee-0f52-415c-b0ea-1b7301311f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:24.937699 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f94318ee-0f52-415c-b0ea-1b7301311f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:24.947625 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f94318ee-0f52-415c-b0ea-1b7301311f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:25.000990 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94318ee-0f52-415c-b0ea-1b7301311f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e289ac-a286-416b-8dd0-7312f85c1ead,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:25.010903 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-f94318ee-0f52-415c-b0ea-1b7301311f8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63a2df9cadf144629c66a6c993464f2b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3014903
May 27 00:29:25.011525 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58768) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:25.076783 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ca905b61-9f99-445e-8791-e741f1e7e450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:25.081490 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ae6cb442-1e80-4288-a103-261271918f76 req-d15d4c3e-cd89-40d3-a1b6-2de55d475f6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b75c2d0-686b-462e-ac1f-fccc17453cdc HTTP/1.1" status: 200  len: 998 time: 0.4498770
May 27 00:29:25.110399 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ca905b61-9f99-445e-8791-e741f1e7e450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:25.167163 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cb442-1e80-4288-a103-261271918f76 req-5ea0d5a2-e99c-41f9-9249-7ed86ff23559 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:25.168622 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ae6cb442-1e80-4288-a103-261271918f76 req-5ea0d5a2-e99c-41f9-9249-7ed86ff23559 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=052ff756-2064-4785-8a85-0bcbd1be012c HTTP/1.1" status: 200  len: 850 time: 0.0748539
May 27 00:29:25.214572 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ca905b61-9f99-445e-8791-e741f1e7e450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:25.235209 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca905b61-9f99-445e-8791-e741f1e7e450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e289ac-a286-416b-8dd0-7312f85c1ead,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:25.247834 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ca905b61-9f99-445e-8791-e741f1e7e450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:25.249066 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-ca905b61-9f99-445e-8791-e741f1e7e450 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33e289ac-a286-416b-8dd0-7312f85c1ead HTTP/1.1" status: 204  len: 168 time: 0.2348135
May 27 00:29:25.289444 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b508296-4905-40b4-a0d7-16c141938f7c req-3de0dcd6-979b-4127-9ff6-470cd29556e4 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:25.290953 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6b508296-4905-40b4-a0d7-16c141938f7c req-3de0dcd6-979b-4127-9ff6-470cd29556e4 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.1125293
May 27 00:29:25.292496 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ae6cb442-1e80-4288-a103-261271918f76 req-a3105973-24ec-4c98-9ad2-429a4f757cb8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93818b25-db8b-4c49-bcdd-2f72652d1c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1172595
May 27 00:29:25.301373 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e54dcf-e26a-4037-9b54-b2bdc7412e9a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:29:25.323303 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5ee58-183a-4a20-8d2f-bb68595e1cbd None None] Sync routers for ids ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:29:25.334545 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-81e54dcf-e26a-4037-9b54-b2bdc7412e9a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:25.345473 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb5ee58-183a-4a20-8d2f-bb68595e1cbd None None] Routers {'0b9d6be1-2511-45e8-9682-a0bb80e3908f'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:29:25.346750 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-3cb5ee58-183a-4a20-8d2f-bb68595e1cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf14c5970>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:29:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:25.349913 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6b508296-4905-40b4-a0d7-16c141938f7c req-248916ea-a697-4072-9351-4b8e75508cdd tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515068
May 27 00:29:25.456537 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-81e54dcf-e26a-4037-9b54-b2bdc7412e9a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "PUT /v2.0/floatingips/f3687af8-2d14-4237-9826-a1e7da119a96 HTTP/1.1" status: 200  len: 992 time: 4.2685595
May 27 00:29:25.508405 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ae6cb442-1e80-4288-a103-261271918f76 req-07b8283d-b953-409f-90f7-9847aa6b51c9 service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2089417
May 27 00:29:25.576545 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-3cb5ee58-183a-4a20-8d2f-bb68595e1cbd None None] Set router 0b9d6be1-2511-45e8-9682-a0bb80e3908f gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:29:25.657919 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ae6cb442-1e80-4288-a103-261271918f76 req-13f1a7ae-662c-4060-9417-daf9943e0218 service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428165
May 27 00:29:25.999548 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 58800) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:26.078227 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-3cb5ee58-183a-4a20-8d2f-bb68595e1cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf14c5970>, [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:32Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': 'f3687af8-2d14-4237-9826-a1e7da119a96', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'port_id': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'mac_address': 'fa:16:3e:cc:ba:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:28:46Z', 'updated_at': '2022-05-27T00:29:22Z', 'revision_number': 1, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd654cbae-3c1b-4718-afea-024f35ce15f7', 'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'mac_address': 'fa:16:3e:ee:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:30Z', 'updated_at': '2022-05-27T00:29:16Z', 'revision_number': 5, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'subnets': [{'id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:26.084489 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5ee58-183a-4a20-8d2f-bb68595e1cbd None None] Checking router: 0b9d6be1-2511-45e8-9682-a0bb80e3908f for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:29:26.086872 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9161e7-e0b5-48b6-87d0-29dfd5343bce admin admin] Deleting subnet d1fcc6a9-b71a-48cc-8a17-4d1292f12913 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:29:26.089889 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d9161e7-e0b5-48b6-87d0-29dfd5343bce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:26.096116 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb5ee58-183a-4a20-8d2f-bb68595e1cbd None None] Routers {'0b9d6be1-2511-45e8-9682-a0bb80e3908f'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:29:26.096942 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-3cb5ee58-183a-4a20-8d2f-bb68595e1cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf14c5970>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:29:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:26.148651 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d9161e7-e0b5-48b6-87d0-29dfd5343bce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-557838'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:26.207371 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d9161e7-e0b5-48b6-87d0-29dfd5343bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:26.260256 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'tag': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:29:26.312037 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-3cb5ee58-183a-4a20-8d2f-bb68595e1cbd None None] Set router 0b9d6be1-2511-45e8-9682-a0bb80e3908f gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:29:26.323197 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d9161e7-e0b5-48b6-87d0-29dfd5343bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3631523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3005874'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:26.373436 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fceddb4-adf9-4fa3-8ebc-eb1bead13b7b'] response: {'name': 'network-changed', 'server_uuid': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'tag': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e', 'status': 'completed', 'code': 200}
May 27 00:29:26.382649 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9161e7-e0b5-48b6-87d0-29dfd5343bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1fcc6a9-b71a-48cc-8a17-4d1292f12913,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:26.412550 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1d9161e7-e0b5-48b6-87d0-29dfd5343bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:26.419767 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-1d9161e7-e0b5-48b6-87d0-29dfd5343bce admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d1fcc6a9-b71a-48cc-8a17-4d1292f12913 HTTP/1.1" status: 204  len: 168 time: 0.4190893
May 27 00:29:26.422211 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 58820) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:26.553572 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49ac0cc4-e8d4-4ac0-b33d-c7a76be7e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:26.684765 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f80326-8a15-4c7b-88c3-1796cd004be0 req-1b393f13-74d1-431f-8ad4-cc40d01de5b9 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:26.696016 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b0f80326-8a15-4c7b-88c3-1796cd004be0 req-1b393f13-74d1-431f-8ad4-cc40d01de5b9 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.1101997
May 27 00:29:26.708266 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49ac0cc4-e8d4-4ac0-b33d-c7a76be7e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:26.749154 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b0f80326-8a15-4c7b-88c3-1796cd004be0 req-27ba6440-bf2e-4e6e-83ec-cfde0b6f0a25 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521386
May 27 00:29:26.852265 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-49ac0cc4-e8d4-4ac0-b33d-c7a76be7e81b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf1496130>,) {'filters': {'network_id': ['f74350fd-8f56-4b83-a67b-be67dc77945a']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:26.858266 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-3cb5ee58-183a-4a20-8d2f-bb68595e1cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf14c5970>, [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:32Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': 'f3687af8-2d14-4237-9826-a1e7da119a96', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'port_id': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'mac_address': 'fa:16:3e:cc:ba:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:28:46Z', 'updated_at': '2022-05-27T00:29:22Z', 'revision_number': 1, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd654cbae-3c1b-4718-afea-024f35ce15f7', 'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'mac_address': 'fa:16:3e:ee:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:30Z', 'updated_at': '2022-05-27T00:29:16Z', 'revision_number': 5, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'subnets': [{'id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:26.862543 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5ee58-183a-4a20-8d2f-bb68595e1cbd None None] The sync data for ids ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'] in dv-cinder-843305-3-iscsi is: [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:32Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': 'f3687af8-2d14-4237-9826-a1e7da119a96', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'port_id': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'mac_address': 'fa:16:3e:cc:ba:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:28:46Z', 'updated_at': '2022-05-27T00:29:22Z', 'revision_number': 1, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd654cbae-3c1b-4718-afea-024f35ce15f7', 'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'mac_address': 'fa:16:3e:ee:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:30Z', 'updated_at': '2022-05-27T00:29:16Z', 'revision_number': 5, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'subnets': [{'id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:29:26.872414 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-49ac0cc4-e8d4-4ac0-b33d-c7a76be7e81b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf1496130>, '4d5d1538-e48b-4376-825f-c15f35323821') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:26.872786 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-49ac0cc4-e8d4-4ac0-b33d-c7a76be7e81b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf1496130>, '4d5d1538-e48b-4376-825f-c15f35323821') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:26.886824 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49ac0cc4-e8d4-4ac0-b33d-c7a76be7e81b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-572925'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:26.907670 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49ac0cc4-e8d4-4ac0-b33d-c7a76be7e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:26.915898 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ac0cc4-e8d4-4ac0-b33d-c7a76be7e81b admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:29:26.916687 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49ac0cc4-e8d4-4ac0-b33d-c7a76be7e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3631565'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]: Traceback (most recent call last):
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:     timer()
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:     cb(*args, **kw)
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:     return func(*args, **kwargs)
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:     self._notify()
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:     self.callback(batched_events)
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:     event.method(event)
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:     return f(self, *a, **k)
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self._get(url).json()
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self.request(url, 'GET', **kwargs)
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:29:26.930681 dv-cinder-843305-3-iscsi neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:29:27.013514 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49ac0cc4-e8d4-4ac0-b33d-c7a76be7e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:27.032529 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-49ac0cc4-e8d4-4ac0-b33d-c7a76be7e81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:27.042971 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac0cc4-e8d4-4ac0-b33d-c7a76be7e81b admin admin] Pushing event deleted for resources: {'Network': ['ID=f74350fd-8f56-4b83-a67b-be67dc77945a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:27.052520 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-49ac0cc4-e8d4-4ac0-b33d-c7a76be7e81b admin admin] 10.222.0.21 "DELETE /v2.0/networks/f74350fd-8f56-4b83-a67b-be67dc77945a HTTP/1.1" status: 204  len: 168 time: 0.6290615
May 27 00:29:27.199247 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 58842) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:27.249867 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-f45000ed-8fc5-4c9d-950a-75f130bfa058 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e54a39cecf74c92a98d866c77cb0ae5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0494187
May 27 00:29:27.252417 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 58848) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:27.311407 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8c89dbbe-779b-4d25-a536-15a8a2e876b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:27.335840 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8c89dbbe-779b-4d25-a536-15a8a2e876b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:27.396354 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8c89dbbe-779b-4d25-a536-15a8a2e876b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:27.414380 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89dbbe-779b-4d25-a536-15a8a2e876b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f87734a-4961-4da3-a520-8af2f510f3c6,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:27.425200 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8c89dbbe-779b-4d25-a536-15a8a2e876b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:27.427029 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-8c89dbbe-779b-4d25-a536-15a8a2e876b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f87734a-4961-4da3-a520-8af2f510f3c6 HTTP/1.1" status: 204  len: 168 time: 0.1731522
May 27 00:29:27.978364 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0b353-b1f9-4549-8fe3-ef5d68fc01c4 req-9c4715e5-bfe8-4dd8-a688-36657da5b0e7 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:27.979874 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cdc0b353-b1f9-4549-8fe3-ef5d68fc01c4 req-9c4715e5-bfe8-4dd8-a688-36657da5b0e7 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0936880
May 27 00:29:28.044359 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cdc0b353-b1f9-4549-8fe3-ef5d68fc01c4 req-8df953db-80c6-4cae-9c8d-62759032fb67 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578148
May 27 00:29:29.102929 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 58926) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:29.272418 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-86d0a375-7ac8-43f9-af4f-b281fbaa1476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:29.279981 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e310e8-72ec-43e7-ba93-429b2cd91a31 req-8f7f8991-320c-4809-b49e-7bea538f42aa tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:29.281417 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-18e310e8-72ec-43e7-ba93-429b2cd91a31 req-8f7f8991-320c-4809-b49e-7bea538f42aa tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0867252
May 27 00:29:29.306610 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-86d0a375-7ac8-43f9-af4f-b281fbaa1476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:29.310768 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-86d0a375-7ac8-43f9-af4f-b281fbaa1476 admin admin] Usage tracker for resource:security_group_rule and tenant:e0e7177e953d4a35b1e2f740b487787b is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:29.313483 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-86d0a375-7ac8-43f9-af4f-b281fbaa1476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:29.319930 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-86d0a375-7ac8-43f9-af4f-b281fbaa1476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:29.330575 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-18e310e8-72ec-43e7-ba93-429b2cd91a31 req-4c16da75-2e15-449a-944b-8938965841fa tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430942
May 27 00:29:29.397137 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-86d0a375-7ac8-43f9-af4f-b281fbaa1476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:29.401432 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-86d0a375-7ac8-43f9-af4f-b281fbaa1476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:29.448877 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0a375-7ac8-43f9-af4f-b281fbaa1476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505a908d-3b7f-4f4e-a289-6d4bc6812b31,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:29.458273 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-86d0a375-7ac8-43f9-af4f-b281fbaa1476 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0e7177e953d4a35b1e2f740b487787b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3498082
May 27 00:29:29.458368 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 58938) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:29.516917 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d30c1ec0-576d-41f1-b8fd-479cc2c4f54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:29.542090 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d30c1ec0-576d-41f1-b8fd-479cc2c4f54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:29.604222 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d30c1ec0-576d-41f1-b8fd-479cc2c4f54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:29.621473 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c1ec0-576d-41f1-b8fd-479cc2c4f54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505a908d-3b7f-4f4e-a289-6d4bc6812b31,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:29.627150 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d30c1ec0-576d-41f1-b8fd-479cc2c4f54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:29.627796 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-df426e7f-ff1d-4c34-a853-07e9e240d345 req-39ff8e1a-1891-444b-b7cd-0323104e79b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7667619259a4d13afe049d3106d1013&device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 1099 time: 0.0792854
May 27 00:29:29.628579 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-d30c1ec0-576d-41f1-b8fd-479cc2c4f54e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/505a908d-3b7f-4f4e-a289-6d4bc6812b31 HTTP/1.1" status: 204  len: 168 time: 0.1707749
May 27 00:29:30.528153 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b075bb6-4698-44b2-9a48-cb5257c0cf60 None None] Sync routers for ids ['d148298d-871f-47e2-937d-72f9ec346874'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:29:30.543391 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b075bb6-4698-44b2-9a48-cb5257c0cf60 None None] Routers {'d148298d-871f-47e2-937d-72f9ec346874'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:29:30.544951 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-8b075bb6-4698-44b2-9a48-cb5257c0cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf11a90a0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:29:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['d148298d-871f-47e2-937d-72f9ec346874'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:30.547008 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce08cb-c36b-4540-b164-58d85543640b req-c90f96f0-bd48-43a1-be0c-13268da6d097 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:30.548791 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-44ce08cb-c36b-4540-b164-58d85543640b req-c90f96f0-bd48-43a1-be0c-13268da6d097 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0961003
May 27 00:29:30.617896 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-44ce08cb-c36b-4540-b164-58d85543640b req-af551a51-aa6f-4d58-9308-bae806ace312 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556376
May 27 00:29:30.782655 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-8b075bb6-4698-44b2-9a48-cb5257c0cf60 None None] Set router d148298d-871f-47e2-937d-72f9ec346874 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:29:31.108320 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df426e7f-ff1d-4c34-a853-07e9e240d345 req-7ed29970-1278-4464-9f10-36d37d6d766a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:31.111651 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-df426e7f-ff1d-4c34-a853-07e9e240d345 req-7ed29970-1278-4464-9f10-36d37d6d766a service neutron] 10.222.0.45 "GET /v2.0/networks?id=8277ce01-4fed-435b-993e-be3acfd13f76 HTTP/1.1" status: 200  len: 917 time: 0.1422720
May 27 00:29:31.157655 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-8b075bb6-4698-44b2-9a48-cb5257c0cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf11a90a0>, [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '6a3a4ad2-8774-426c-9713-579c84bb2a8f', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'port_id': '0b75c2d0-686b-462e-ac1f-fccc17453cdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'mac_address': 'fa:16:3e:72:02:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bca8a67-781c-4267-b60c-68f2c59ce2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:28:46Z', 'updated_at': '2022-05-27T00:29:18Z', 'revision_number': 1, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:29:18Z', 'revision_number': 5, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:31.163525 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b075bb6-4698-44b2-9a48-cb5257c0cf60 None None] Checking router: d148298d-871f-47e2-937d-72f9ec346874 for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:29:31.177052 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b075bb6-4698-44b2-9a48-cb5257c0cf60 None None] Routers {'d148298d-871f-47e2-937d-72f9ec346874'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:29:31.177676 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-8b075bb6-4698-44b2-9a48-cb5257c0cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf11a90a0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:29:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['d148298d-871f-47e2-937d-72f9ec346874'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:31.216441 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-df426e7f-ff1d-4c34-a853-07e9e240d345 req-d583432c-73e6-48b0-ad5f-52bf4aad37a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e HTTP/1.1" status: 200  len: 1000 time: 0.0980380
May 27 00:29:31.301728 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df426e7f-ff1d-4c34-a853-07e9e240d345 req-d130c775-564a-4abf-a920-1e5ec6cc5396 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:31.303489 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-df426e7f-ff1d-4c34-a853-07e9e240d345 req-d130c775-564a-4abf-a920-1e5ec6cc5396 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72f33ff2-de28-4860-bac7-6c4f609dd071 HTTP/1.1" status: 200  len: 855 time: 0.0731883
May 27 00:29:31.427624 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-df426e7f-ff1d-4c34-a853-07e9e240d345 req-30141523-beb8-470e-b373-6324efda21e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8277ce01-4fed-435b-993e-be3acfd13f76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1130044
May 27 00:29:31.440003 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-8b075bb6-4698-44b2-9a48-cb5257c0cf60 None None] Set router d148298d-871f-47e2-937d-72f9ec346874 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:29:31.607043 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-df426e7f-ff1d-4c34-a853-07e9e240d345 req-84677150-4707-47aa-89e7-714fb5611aa4 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720667
May 27 00:29:31.885025 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe0ae90-2eee-4b07-b4ee-781e9e210a55 None None] New status for floating IP f3687af8-2d14-4237-9826-a1e7da119a96: ACTIVE {{(pid=83750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:29:31.921546 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-8b075bb6-4698-44b2-9a48-cb5257c0cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf11a90a0>, [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '6a3a4ad2-8774-426c-9713-579c84bb2a8f', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'port_id': '0b75c2d0-686b-462e-ac1f-fccc17453cdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'mac_address': 'fa:16:3e:72:02:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bca8a67-781c-4267-b60c-68f2c59ce2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:28:46Z', 'updated_at': '2022-05-27T00:29:18Z', 'revision_number': 1, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:29:18Z', 'revision_number': 5, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:31.922244 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-df426e7f-ff1d-4c34-a853-07e9e240d345 req-46f34053-a65d-4364-a105-8d24fa8f4247 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3084197
May 27 00:29:31.926910 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b075bb6-4698-44b2-9a48-cb5257c0cf60 None None] The sync data for ids ['d148298d-871f-47e2-937d-72f9ec346874'] in dv-cinder-843305-3-iscsi is: [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '6a3a4ad2-8774-426c-9713-579c84bb2a8f', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'port_id': '0b75c2d0-686b-462e-ac1f-fccc17453cdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'mac_address': 'fa:16:3e:72:02:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bca8a67-781c-4267-b60c-68f2c59ce2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:28:46Z', 'updated_at': '2022-05-27T00:29:18Z', 'revision_number': 1, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:29:18Z', 'revision_number': 5, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:29:32.012573 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fcad5-74e3-4c86-b793-e70dcfa72e53 req-c4b6ca3d-b2ae-43cf-835c-bbc08407c791 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:32.026047 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1f3fcad5-74e3-4c86-b793-e70dcfa72e53 req-c4b6ca3d-b2ae-43cf-835c-bbc08407c791 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.1512768
May 27 00:29:32.084175 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1f3fcad5-74e3-4c86-b793-e70dcfa72e53 req-4734a158-2089-46a7-b2d0-420f2d8e838c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556002
May 27 00:29:33.107804 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:29:33.371737 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4dfbd-9267-42da-a75e-b516d3aa8f54 req-a5a60f08-d641-43e2-913d-f5ef5be9fd30 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:33.379012 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-55b4dfbd-9267-42da-a75e-b516d3aa8f54 req-a5a60f08-d641-43e2-913d-f5ef5be9fd30 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.1619570
May 27 00:29:33.427352 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-55b4dfbd-9267-42da-a75e-b516d3aa8f54 req-effcb113-3bc8-4a55-90ae-66f27e46c76c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469680
May 27 00:29:34.664523 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a96ad7-d417-4416-884f-547dd4745dfd req-aad19ae1-f059-4aa4-9d1e-b3010434984f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:34.666032 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e2a96ad7-d417-4416-884f-547dd4745dfd req-aad19ae1-f059-4aa4-9d1e-b3010434984f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.1023126
May 27 00:29:34.719575 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e2a96ad7-d417-4416-884f-547dd4745dfd req-c3be0c87-cc2c-46af-8e98-ba80b95c5aa6 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469768
May 27 00:29:35.163467 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4714d2b7-001b-439a-adda-91c888072cda None None] New status for floating IP 6a3a4ad2-8774-426c-9713-579c84bb2a8f: ACTIVE {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:29:35.927878 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6753d-55cc-47c1-9d16-2ba924a5ee2f req-8040522c-a329-4d34-a278-7a817e9faba6 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:35.929328 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-42c6753d-55cc-47c1-9d16-2ba924a5ee2f req-8040522c-a329-4d34-a278-7a817e9faba6 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0764635
May 27 00:29:35.979036 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-42c6753d-55cc-47c1-9d16-2ba924a5ee2f req-34f248b7-a225-4a7f-8451-14e5bd9be59e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440576
May 27 00:29:37.178418 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9609db-9705-40fd-a08a-aed299480733 req-147c473a-b098-4579-97b1-be1a0e914bb3 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:37.179907 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-be9609db-9705-40fd-a08a-aed299480733 req-147c473a-b098-4579-97b1-be1a0e914bb3 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0785699
May 27 00:29:37.226650 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-be9609db-9705-40fd-a08a-aed299480733 req-71875b50-1d07-43c5-9bc9-11b0d538ff46 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409796
May 27 00:29:38.433359 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15587b6-f27b-4c75-b791-9b9f6e276f5c req-90d79f84-665d-450a-9cae-5b8a2ced7008 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:38.434716 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f15587b6-f27b-4c75-b791-9b9f6e276f5c req-90d79f84-665d-450a-9cae-5b8a2ced7008 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0805795
May 27 00:29:38.519117 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f15587b6-f27b-4c75-b791-9b9f6e276f5c req-e1009cb4-a2f0-415b-833d-7d9a7781a7f7 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787938
May 27 00:29:39.720729 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828c882-bb29-4f15-b7c9-54e5129cae52 req-2c5a7e1c-b377-42b7-9282-beb9ab0ad82d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:39.722185 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2828c882-bb29-4f15-b7c9-54e5129cae52 req-2c5a7e1c-b377-42b7-9282-beb9ab0ad82d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0781717
May 27 00:29:39.769888 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2828c882-bb29-4f15-b7c9-54e5129cae52 req-1662e817-65a6-466c-91d8-9985006b6109 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418115
May 27 00:29:41.075440 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72547b60-cf51-4959-92a3-f32e73e13211 req-0575dd10-7d16-46d9-a12f-02bb665f1c9c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:41.076969 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-72547b60-cf51-4959-92a3-f32e73e13211 req-0575dd10-7d16-46d9-a12f-02bb665f1c9c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.1014707
May 27 00:29:41.129961 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-72547b60-cf51-4959-92a3-f32e73e13211 req-f1572a23-e873-419c-9144-c042adcf15cf tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439100
May 27 00:29:42.411928 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06e146-533c-4837-963c-738fce57fca1 req-a81db91a-af3e-4c88-a9cd-170036de103c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:42.419482 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0e06e146-533c-4837-963c-738fce57fca1 req-a81db91a-af3e-4c88-a9cd-170036de103c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.1094859
May 27 00:29:42.493649 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0e06e146-533c-4837-963c-738fce57fca1 req-f4e6c48e-2138-40a1-93a7-6c0d160c68d8 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764852
May 27 00:29:43.102614 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:43.708152 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d2b85-f2cf-45ac-829c-20d5a39cd15b req-d01aa9f6-290a-48f4-9cd0-022ee6b830b8 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:43.710254 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2d4d2b85-f2cf-45ac-829c-20d5a39cd15b req-d01aa9f6-290a-48f4-9cd0-022ee6b830b8 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0804877
May 27 00:29:43.757200 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2d4d2b85-f2cf-45ac-829c-20d5a39cd15b req-baf91a7b-a590-4d2d-95f6-44d319332331 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406077
May 27 00:29:44.478776 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ea923171-26e8-47f5-8e96-1803817cc526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:44.994263 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62af86-9ccf-447d-a94f-b550eedae106 req-f45d310d-c005-46bf-ac3a-6bd01b7583c8 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:44.995751 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9f62af86-9ccf-447d-a94f-b550eedae106 req-f45d310d-c005-46bf-ac3a-6bd01b7583c8 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0904975
May 27 00:29:45.043510 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9f62af86-9ccf-447d-a94f-b550eedae106 req-a0d41af0-fad6-470a-9ad3-378e2be11112 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411294
May 27 00:29:46.345439 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f277935-8a15-4e73-a7d3-6145600a52f7 req-8b5bfd46-37b9-40fe-a456-093223ff90d9 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:46.346947 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8f277935-8a15-4e73-a7d3-6145600a52f7 req-8b5bfd46-37b9-40fe-a456-093223ff90d9 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0820057
May 27 00:29:46.401262 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8f277935-8a15-4e73-a7d3-6145600a52f7 req-29cc1746-7bfd-4e4e-b6f4-3c3d34dc6419 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464983
May 27 00:29:46.667405 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e7698117-c0c2-460e-af6e-42d077787dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:47.613039 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaba885-6946-4169-9cc7-3b2eaaebabd4 req-5e951c6d-a07f-4637-bc94-d6384f5d0453 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:47.614423 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bcaba885-6946-4169-9cc7-3b2eaaebabd4 req-5e951c6d-a07f-4637-bc94-d6384f5d0453 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0844820
May 27 00:29:47.663199 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bcaba885-6946-4169-9cc7-3b2eaaebabd4 req-3816081b-089f-4430-95ae-486082746559 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428071
May 27 00:29:47.883365 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:47.961508 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:48.865078 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b2d2d-e3b3-487e-bd34-9f9bf484376b req-737d6e2a-0bf6-4be9-926e-713d0f7d6f68 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:48.866820 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bf7b2d2d-e3b3-487e-bd34-9f9bf484376b req-737d6e2a-0bf6-4be9-926e-713d0f7d6f68 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0788150
May 27 00:29:48.919667 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bf7b2d2d-e3b3-487e-bd34-9f9bf484376b req-d18e80fe-a620-4e9c-b384-f189b841c01e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456555
May 27 00:29:49.181118 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:50.128978 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54776d1b-6ef6-4ba5-a069-6af0a9243503 req-a3ebff5e-6131-4460-8009-1dca60539c87 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:50.130210 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-54776d1b-6ef6-4ba5-a069-6af0a9243503 req-a3ebff5e-6131-4460-8009-1dca60539c87 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0785050
May 27 00:29:50.178873 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-54776d1b-6ef6-4ba5-a069-6af0a9243503 req-a1af9222-08d1-4a60-b49e-b1d9ade2bdcd tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427527
May 27 00:29:51.527416 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3f8db-5353-4c8c-a980-85ea185a56a8 req-6fa758c2-5932-4ced-b8eb-deb9fdc62fde tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:51.528913 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f7b3f8db-5353-4c8c-a980-85ea185a56a8 req-6fa758c2-5932-4ced-b8eb-deb9fdc62fde tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0847449
May 27 00:29:51.578840 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f7b3f8db-5353-4c8c-a980-85ea185a56a8 req-929c3ed6-160a-419f-9e75-314efd65ad34 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429974
May 27 00:29:52.788154 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd83f0-bcfe-48c3-a8f1-d1a985991154 req-b94cb42b-caa3-4799-86f0-519ca391e083 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:52.789389 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-63bd83f0-bcfe-48c3-a8f1-d1a985991154 req-b94cb42b-caa3-4799-86f0-519ca391e083 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0813556
May 27 00:29:52.843443 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-63bd83f0-bcfe-48c3-a8f1-d1a985991154 req-4fa393ac-a288-4ab8-b313-e3adbfc9f48b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477324
May 27 00:29:53.162248 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 59446) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:53.248316 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-3640155c-4449-4354-a549-9beefc4f43bf admin admin] Deleting subnet 2a0fa5de-1bb9-45d9-980b-2624383d83a3 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:29:53.252879 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3640155c-4449-4354-a549-9beefc4f43bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:53.320005 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3640155c-4449-4354-a549-9beefc4f43bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-557838'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:53.394314 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3640155c-4449-4354-a549-9beefc4f43bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:53.474453 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3640155c-4449-4354-a549-9beefc4f43bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3631523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3005874'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:53.515605 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640155c-4449-4354-a549-9beefc4f43bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a0fa5de-1bb9-45d9-980b-2624383d83a3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:53.522749 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3640155c-4449-4354-a549-9beefc4f43bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:53.533640 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-3640155c-4449-4354-a549-9beefc4f43bf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2a0fa5de-1bb9-45d9-980b-2624383d83a3 HTTP/1.1" status: 204  len: 168 time: 0.3703024
May 27 00:29:53.536922 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 59460) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:53.662642 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d749682f-055a-428f-82a2-d36fea8c722f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:53.886867 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d749682f-055a-428f-82a2-d36fea8c722f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:53.919622 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-d749682f-055a-428f-82a2-d36fea8c722f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf120d670>,) {'filters': {'network_id': ['b872a22d-6cfb-4cda-a5bc-f6975feee360']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:53.933208 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-d749682f-055a-428f-82a2-d36fea8c722f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf120d670>, '6c3508c6-8544-4c29-9e0a-795a09ecaaf6') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:53.933556 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-d749682f-055a-428f-82a2-d36fea8c722f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf120d670>, '6c3508c6-8544-4c29-9e0a-795a09ecaaf6') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:53.945739 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d749682f-055a-428f-82a2-d36fea8c722f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-572925'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:53.965528 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d749682f-055a-428f-82a2-d36fea8c722f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:53.973001 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d749682f-055a-428f-82a2-d36fea8c722f admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:29:53.973758 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d749682f-055a-428f-82a2-d36fea8c722f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3631565'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]: Traceback (most recent call last):
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:     timer()
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:     cb(*args, **kw)
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:     return func(*args, **kwargs)
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:     self._notify()
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:     self.callback(batched_events)
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:     event.method(event)
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:     return f(self, *a, **k)
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self._get(url).json()
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self.request(url, 'GET', **kwargs)
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:29:53.992016 dv-cinder-843305-3-iscsi neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:29:54.063745 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d749682f-055a-428f-82a2-d36fea8c722f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:54.079757 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d749682f-055a-428f-82a2-d36fea8c722f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:54.089956 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749682f-055a-428f-82a2-d36fea8c722f admin admin] Pushing event deleted for resources: {'Network': ['ID=b872a22d-6cfb-4cda-a5bc-f6975feee360,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:54.092622 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-d749682f-055a-428f-82a2-d36fea8c722f admin admin] 10.222.0.21 "DELETE /v2.0/networks/b872a22d-6cfb-4cda-a5bc-f6975feee360 HTTP/1.1" status: 204  len: 168 time: 0.5547636
May 27 00:29:54.096057 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 59474) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:54.157119 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21e416-4a94-41fd-88d5-76773eb1088a req-0ecc8967-f7e0-4701-8621-2d4b6ee81e18 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:54.158595 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3d21e416-4a94-41fd-88d5-76773eb1088a req-0ecc8967-f7e0-4701-8621-2d4b6ee81e18 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0861304
May 27 00:29:54.169571 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa08d4b-8250-4568-9878-0ee3926057a9 admin admin] Deleting subnet ec913876-deb1-4200-b547-0ac9925832a7 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:29:54.173159 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6fa08d4b-8250-4568-9878-0ee3926057a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:54.208959 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3d21e416-4a94-41fd-88d5-76773eb1088a req-31134675-befb-4398-abfe-12d7cb8d9be2 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439913
May 27 00:29:54.227319 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6fa08d4b-8250-4568-9878-0ee3926057a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-557838'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:54.290634 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6fa08d4b-8250-4568-9878-0ee3926057a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:54.370630 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6fa08d4b-8250-4568-9878-0ee3926057a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3631523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3005874'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:54.440055 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa08d4b-8250-4568-9878-0ee3926057a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec913876-deb1-4200-b547-0ac9925832a7,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:54.447922 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6fa08d4b-8250-4568-9878-0ee3926057a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:54.458536 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-6fa08d4b-8250-4568-9878-0ee3926057a9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ec913876-deb1-4200-b547-0ac9925832a7 HTTP/1.1" status: 204  len: 168 time: 0.3612437
May 27 00:29:54.461465 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 59482) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:54.607022 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:54.714320 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 59498) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:54.801411 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:54.831574 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fdcf0a1a130>> segment before_delete 55550000 {{(pid=83748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:29:54.832146 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fdcf0a1a130>> subnet precommit_delete_associations 55550000 {{(pid=83748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:29:54.832964 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdcf0a06b20>> segment_host_mapping after_create 55550000 {{(pid=83748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:29:54.833293 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdcf0a06b20>> port after_create 55550000 {{(pid=83748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:29:54.833611 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdcf0a06b20>> port after_delete 55550000 {{(pid=83748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:29:54.834003 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdcf0a06b20>> port after_update 55550000 {{(pid=83748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:29:54.834335 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdcf0a06b20>> segment after_delete 55550000 {{(pid=83748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:29:54.834790 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdcf0a06b20>> subnet after_create 55550000 {{(pid=83748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:29:54.834961 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdcf0a06b20>> subnet after_delete 55550000 {{(pid=83748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:29:54.835270 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdcf0a06b20>> subnet after_update 55550000 {{(pid=83748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:29:54.930750 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdcf1131100>> subnet after_create 55550000 {{(pid=83748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:29:54.930870 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdcf1131100>> subnet after_delete 55550000 {{(pid=83748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:29:54.931174 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdcf1131100>> subnet before_create 55550000 {{(pid=83748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:29:54.931508 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdcf1131100>> subnet before_update 55550000 {{(pid=83748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 27 00:29:54.931908 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf0aee490>,) {'filters': {'network_id': ['1ab0bc3f-e188-44f7-93e0-79d1cba32f69']}} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:54.945334 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf0aee490>, '312521d9-1582-4791-a60e-bb4d8c741a14') {'for_net_delete': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:54.945624 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf0aee490>, '312521d9-1582-4791-a60e-bb4d8c741a14') {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:29:54.947972 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-98f4bc29-2158-4377-b624-769fed44a7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:54.958679 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2868708'] for segment, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:54.977434 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:54.981606 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-98f4bc29-2158-4377-b624-769fed44a7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:54.985065 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=83748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:29:54.985461 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877271'] for segment, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:54.985832 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-98f4bc29-2158-4377-b624-769fed44a7cf admin admin] Usage tracker for resource:security_group_rule and tenant:e40ed49c10be495fa63570a51ce000fc is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:54.989883 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-98f4bc29-2158-4377-b624-769fed44a7cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:54.997130 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-98f4bc29-2158-4377-b624-769fed44a7cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   util.warn_limited(
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   util.warn_limited(
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]: Traceback (most recent call last):
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:     timer()
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:     cb(*args, **kw)
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:     return func(*args, **kwargs)
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:     self._notify()
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:     self.callback(batched_events)
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:     event.method(event)
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:     return f(self, *a, **k)
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._get(url).json()
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self.request(url, 'GET', **kwargs)
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:29:55.001709 dv-cinder-843305-3-iscsi neutron-server[83748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:29:55.091807 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:55.146239 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:55.150362 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ab0bc3f-e188-44f7-93e0-79d1cba32f69,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:55.163566 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-b3ef8241-6203-4aba-886b-a92e038e0da7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1ab0bc3f-e188-44f7-93e0-79d1cba32f69 HTTP/1.1" status: 204  len: 168 time: 0.6997855
May 27 00:29:55.180871 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-98f4bc29-2158-4377-b624-769fed44a7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:55.188293 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-98f4bc29-2158-4377-b624-769fed44a7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:55.274212 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4bc29-2158-4377-b624-769fed44a7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5a30fa-5c4a-483d-bac9-1b40ac3cfc08,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:55.280872 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-98f4bc29-2158-4377-b624-769fed44a7cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e40ed49c10be495fa63570a51ce000fc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5654395
May 27 00:29:55.285843 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 59518) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:55.374265 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8e01d96f-ca3e-4e21-b664-7c7ac97ee0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:55.384655 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 59522) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:55.413701 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8e01d96f-ca3e-4e21-b664-7c7ac97ee0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:55.445415 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-ec785fb4-ce09-437e-994f-7773cf5954d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f79855af9c2407fad58759ed8b07cdf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0566118
May 27 00:29:55.445812 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 59526) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:55.526644 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7b2d-a2cf-4c40-abc1-db6d1ebe2682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:55.562717 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7b2d-a2cf-4c40-abc1-db6d1ebe2682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:55.604132 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e831f-6dc6-4f92-8b14-dfff71ae7242 req-3f73d4d0-22b2-44c7-967e-d03246f0d76c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:55.605597 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ed5e831f-6dc6-4f92-8b14-dfff71ae7242 req-3f73d4d0-22b2-44c7-967e-d03246f0d76c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0982983
May 27 00:29:55.606843 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8e01d96f-ca3e-4e21-b664-7c7ac97ee0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:55.623029 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01d96f-ca3e-4e21-b664-7c7ac97ee0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5a30fa-5c4a-483d-bac9-1b40ac3cfc08,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:55.647998 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8e01d96f-ca3e-4e21-b664-7c7ac97ee0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:55.651642 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-8e01d96f-ca3e-4e21-b664-7c7ac97ee0f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba5a30fa-5c4a-483d-bac9-1b40ac3cfc08 HTTP/1.1" status: 204  len: 168 time: 0.3617229
May 27 00:29:55.675459 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7b2d-a2cf-4c40-abc1-db6d1ebe2682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:55.681297 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ed5e831f-6dc6-4f92-8b14-dfff71ae7242 req-a12a521f-5066-40b5-8f0e-3667aecb2486 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602520
May 27 00:29:55.711240 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd7b2d-a2cf-4c40-abc1-db6d1ebe2682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6970933-3bf7-4bc1-930a-2a327404a6b8,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:55.738065 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7b2d-a2cf-4c40-abc1-db6d1ebe2682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:55.739578 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-e3bd7b2d-a2cf-4c40-abc1-db6d1ebe2682 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6970933-3bf7-4bc1-930a-2a327404a6b8 HTTP/1.1" status: 204  len: 168 time: 0.2928393
May 27 00:29:56.387005 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 59554) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:56.401269 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 59558) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:56.431029 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3457-a585-4287-8805-5e9ad1023420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:56.468958 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-a6ae3457-a585-4287-8805-5e9ad1023420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:56.479635 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-a6ae3457-a585-4287-8805-5e9ad1023420 admin admin] Usage tracker for resource:security_group_rule and tenant:b33cb7338b51490eb68be0ff15cca99d is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:56.479850 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-2437bc1c-5807-42e5-815d-98ee239439cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27b8c266c51b45bc988dc7b4287b9050&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0871122
May 27 00:29:56.479949 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-a6ae3457-a585-4287-8805-5e9ad1023420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:56.480537 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 59566) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:56.486937 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-a6ae3457-a585-4287-8805-5e9ad1023420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:56.569362 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5faa52fb-c348-4cbb-8b64-c4e589b9b10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:56.588975 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3457-a585-4287-8805-5e9ad1023420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:56.597786 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3457-a585-4287-8805-5e9ad1023420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:56.609079 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5faa52fb-c348-4cbb-8b64-c4e589b9b10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:56.647702 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-a6ae3457-a585-4287-8805-5e9ad1023420 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b33cb7338b51490eb68be0ff15cca99d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2448695
May 27 00:29:56.653849 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 59576) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:56.667893 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae3457-a585-4287-8805-5e9ad1023420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68fc179-a9e9-45e4-a259-753e7a883133,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:56.709516 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5faa52fb-c348-4cbb-8b64-c4e589b9b10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:56.733709 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6177a1c6-726d-4fd0-bf82-0da10c334a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:56.736286 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa52fb-c348-4cbb-8b64-c4e589b9b10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106a05d5-1089-4f28-9c02-de9a2e605841,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:56.745976 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5faa52fb-c348-4cbb-8b64-c4e589b9b10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:56.748282 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-5faa52fb-c348-4cbb-8b64-c4e589b9b10a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/106a05d5-1089-4f28-9c02-de9a2e605841 HTTP/1.1" status: 204  len: 168 time: 0.2661371
May 27 00:29:56.775966 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6177a1c6-726d-4fd0-bf82-0da10c334a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:56.880347 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6177a1c6-726d-4fd0-bf82-0da10c334a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:56.927621 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177a1c6-726d-4fd0-bf82-0da10c334a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68fc179-a9e9-45e4-a259-753e7a883133,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:56.968000 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6177a1c6-726d-4fd0-bf82-0da10c334a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:56.973468 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-6177a1c6-726d-4fd0-bf82-0da10c334a6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a68fc179-a9e9-45e4-a259-753e7a883133 HTTP/1.1" status: 204  len: 168 time: 0.3183453
May 27 00:29:57.073252 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8b821-e33d-4719-a386-25728afb9371 req-e793123f-c14c-460d-a5b5-24867ce13679 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:57.074747 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2cf8b821-e33d-4719-a386-25728afb9371 req-e793123f-c14c-460d-a5b5-24867ce13679 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0967512
May 27 00:29:57.137978 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2cf8b821-e33d-4719-a386-25728afb9371 req-89fe5e82-78eb-4ebc-bfc7-cbe228bfc83a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554605
May 27 00:29:57.349567 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 59600) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:57.761424 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71375e16-f32e-4c25-b077-b7742e87166f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:57.836255 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-71375e16-f32e-4c25-b077-b7742e87166f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:29:57.846639 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-71375e16-f32e-4c25-b077-b7742e87166f admin admin] Usage tracker for resource:security_group_rule and tenant:ee5364caa67445228f0409aebafdf487 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:29:57.852769 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-71375e16-f32e-4c25-b077-b7742e87166f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:29:57.865321 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-71375e16-f32e-4c25-b077-b7742e87166f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:29:57.983152 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71375e16-f32e-4c25-b077-b7742e87166f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:57.989847 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71375e16-f32e-4c25-b077-b7742e87166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:58.037804 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-71375e16-f32e-4c25-b077-b7742e87166f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee5364caa67445228f0409aebafdf487&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6871698
May 27 00:29:58.038482 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 59634) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:29:58.083610 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71375e16-f32e-4c25-b077-b7742e87166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613e56d7-ba6c-4a84-ae20-f9695754f8c0,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:58.231920 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-965c0278-6bc1-499e-9a78-f4d30c7339f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:58.301042 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-965c0278-6bc1-499e-9a78-f4d30c7339f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:58.538818 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1089bc-a6fb-4a3a-9796-1696daf218ed req-e3357ab2-f8b7-4298-8f9c-ad2fbb211aef tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:29:58.542364 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ee1089bc-a6fb-4a3a-9796-1696daf218ed req-e3357ab2-f8b7-4298-8f9c-ad2fbb211aef tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.1779275
May 27 00:29:58.545543 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-965c0278-6bc1-499e-9a78-f4d30c7339f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:58.615162 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c0278-6bc1-499e-9a78-f4d30c7339f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613e56d7-ba6c-4a84-ae20-f9695754f8c0,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:29:58.632605 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-965c0278-6bc1-499e-9a78-f4d30c7339f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:29:58.639176 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-965c0278-6bc1-499e-9a78-f4d30c7339f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/613e56d7-ba6c-4a84-ae20-f9695754f8c0 HTTP/1.1" status: 204  len: 168 time: 0.5986955
May 27 00:29:58.674368 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ee1089bc-a6fb-4a3a-9796-1696daf218ed req-fa4d034a-d4a7-446a-b486-2d170dcb8ebd tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193314
May 27 00:29:59.049120 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-de4e0039-48a6-4e86-ad52-63efcbf5d3a2 req-af8e6339-9886-4faa-80c9-862cfd867fa1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 1098 time: 0.1161926
May 27 00:29:59.103022 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-de4e0039-48a6-4e86-ad52-63efcbf5d3a2 req-e2a05564-2b77-4902-963c-5e6a6e19e5f5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467751
May 27 00:29:59.646263 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 59698) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:00.040970 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-34519584-9c76-4a9c-a876-b26cb868b3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:00.043631 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf95018-e383-46bd-ad56-a6e910738938 req-1027c5bb-d018-4faa-8cbd-2e30b91c3c95 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:00.051958 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6bf95018-e383-46bd-ad56-a6e910738938 req-1027c5bb-d018-4faa-8cbd-2e30b91c3c95 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.1069319
May 27 00:30:00.110384 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-34519584-9c76-4a9c-a876-b26cb868b3d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:00.128726 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6bf95018-e383-46bd-ad56-a6e910738938 req-187815f4-4eea-4e8e-987b-d6ed1ca58a83 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756958
May 27 00:30:00.133376 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-34519584-9c76-4a9c-a876-b26cb868b3d0 admin admin] Usage tracker for resource:security_group_rule and tenant:f272d54672ee42979acb3a815b390515 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:00.141631 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-34519584-9c76-4a9c-a876-b26cb868b3d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:00.152299 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-34519584-9c76-4a9c-a876-b26cb868b3d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:00.247394 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-34519584-9c76-4a9c-a876-b26cb868b3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:00.253786 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-34519584-9c76-4a9c-a876-b26cb868b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:00.259148 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 59736) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:00.304164 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 59742) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:00.327928 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34519584-9c76-4a9c-a876-b26cb868b3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd05e18b-418b-4869-9862-16e4c6b793de,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:00.337281 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-34519584-9c76-4a9c-a876-b26cb868b3d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f272d54672ee42979acb3a815b390515&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6898096
May 27 00:30:00.341649 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 59748) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:00.416919 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1a15-fcf4-4e47-8ea3-bcf8aea52d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:00.447502 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1a15-fcf4-4e47-8ea3-bcf8aea52d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:00.548048 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-245c82d3-0a19-47d8-9943-ae5d50b4c718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:00.598579 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1a15-fcf4-4e47-8ea3-bcf8aea52d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:00.630362 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad1a15-fcf4-4e47-8ea3-bcf8aea52d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd05e18b-418b-4869-9862-16e4c6b793de,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:00.633428 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-245c82d3-0a19-47d8-9943-ae5d50b4c718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:00.638149 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1a15-fcf4-4e47-8ea3-bcf8aea52d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:00.643153 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-e5ad1a15-fcf4-4e47-8ea3-bcf8aea52d77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd05e18b-418b-4869-9862-16e4c6b793de HTTP/1.1" status: 204  len: 168 time: 0.2968247
May 27 00:30:00.643153 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-245c82d3-0a19-47d8-9943-ae5d50b4c718 admin admin] Usage tracker for resource:security_group_rule and tenant:c3bb8c51cdfe478fab5920710fc48ad9 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:00.644106 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-245c82d3-0a19-47d8-9943-ae5d50b4c718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:00.652424 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-245c82d3-0a19-47d8-9943-ae5d50b4c718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:00.767864 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 59758) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:00.822427 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-245c82d3-0a19-47d8-9943-ae5d50b4c718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:00.828969 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-245c82d3-0a19-47d8-9943-ae5d50b4c718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:00.879090 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-245c82d3-0a19-47d8-9943-ae5d50b4c718 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3bb8c51cdfe478fab5920710fc48ad9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6182115
May 27 00:30:00.884104 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 59766) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:00.940200 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1702779790-network', 'tenant_id': '9d201d17ba094e2b83a47aae09ef0e98'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:30:00.949867 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:00.952259 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c82d3-0a19-47d8-9943-ae5d50b4c718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5b1f01-9337-4ae1-b9a6-0203035b7c45,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:00.971893 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Usage tracker for resource:network and tenant:9d201d17ba094e2b83a47aae09ef0e98 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:00.975790 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:00.983056 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:00.997236 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Made reservation on behalf of 9d201d17ba094e2b83a47aae09ef0e98 for: {'network': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:30:01.000912 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.018008 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-28a2f74f-cfce-4c35-8d6d-8cda830caaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.031308 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.073476 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-28a2f74f-cfce-4c35-8d6d-8cda830caaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.076051 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:01.081228 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:9d201d17ba094e2b83a47aae09ef0e98 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:01.084586 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:01.093594 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:01.156247 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-28a2f74f-cfce-4c35-8d6d-8cda830caaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.184673 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2f74f-cfce-4c35-8d6d-8cda830caaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5b1f01-9337-4ae1-b9a6-0203035b7c45,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:01.224538 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-28a2f74f-cfce-4c35-8d6d-8cda830caaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.228630 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-28a2f74f-cfce-4c35-8d6d-8cda830caaa6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da5b1f01-9337-4ae1-b9a6-0203035b7c45 HTTP/1.1" status: 204  len: 168 time: 0.3431840
May 27 00:30:01.249665 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.256877 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.285279 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a11b-d6b3-4f4e-8eab-132865257d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.336626 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25cb18b-469e-48a0-9936-178fef3baa60,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:01.371433 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e3b7a11b-d6b3-4f4e-8eab-132865257d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:01.381040 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-e3b7a11b-d6b3-4f4e-8eab-132865257d8a admin admin] Usage tracker for resource:security_group_rule and tenant:13affc3ec2df4a5296f941012856b33d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:01.388359 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-e3b7a11b-d6b3-4f4e-8eab-132865257d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:01.401785 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e3b7a11b-d6b3-4f4e-8eab-132865257d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:01.439719 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141}  {{(pid=83748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:30:01.462398 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.462744 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.segments_db [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Added segment 9332f780-1f79-4958-863a-d7f4c6733cda of type vlan for network c1253361-0b89-45d7-a84a-ba7bdd14506f
May 27 00:30:01.505636 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a11b-d6b3-4f4e-8eab-132865257d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.517086 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a11b-d6b3-4f4e-8eab-132865257d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.537372 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.565937 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7a11b-d6b3-4f4e-8eab-132865257d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946d00b3-e0be-43fd-81c6-14b03a619488,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:01.571819 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-e3b7a11b-d6b3-4f4e-8eab-132865257d8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13affc3ec2df4a5296f941012856b33d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8020687
May 27 00:30:01.574539 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 59788) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:01.586557 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167cd1f-0340-4027-9c37-07b03545e25b req-fbb6e35f-7697-4717-81d2-82136d1c0e11 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:01.588313 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2167cd1f-0340-4027-9c37-07b03545e25b req-fbb6e35f-7697-4717-81d2-82136d1c0e11 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.2130940
May 27 00:30:01.632600 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.633808 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:01.634078 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.746412 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=c1253361-0b89-45d7-a84a-ba7bdd14506f,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:01.759740 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network c1253361-0b89-45d7-a84a-ba7bdd14506f details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:30:01.787363 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2167cd1f-0340-4027-9c37-07b03545e25b req-3504ebc0-9c2f-4bd7-8e81-61ff84a3d47f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1851411
May 27 00:30:01.816846 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-be48b801-f87b-49de-9a5f-b15bff1f9ac2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5112453
May 27 00:30:01.819734 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-24fea1ce-6ffc-4d91-a582-5ec55c129015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.819989 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 59804) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:01.828206 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-93b15bcd-d395-47c8-92a9-a471da13e544 admin admin] Request body: {'subnet': {'network_id': 'c1253361-0b89-45d7-a84a-ba7bdd14506f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1702779790-subnet', 'tenant_id': '9d201d17ba094e2b83a47aae09ef0e98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:30:01.840991 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-93b15bcd-d395-47c8-92a9-a471da13e544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:01.869998 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-24fea1ce-6ffc-4d91-a582-5ec55c129015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.870837 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-93b15bcd-d395-47c8-92a9-a471da13e544 admin admin] Usage tracker for resource:subnet and tenant:9d201d17ba094e2b83a47aae09ef0e98 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:01.874489 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-93b15bcd-d395-47c8-92a9-a471da13e544 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:01.897817 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-93b15bcd-d395-47c8-92a9-a471da13e544 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:01.926935 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b15bcd-d395-47c8-92a9-a471da13e544 admin admin] Made reservation on behalf of 9d201d17ba094e2b83a47aae09ef0e98 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:30:01.930148 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-93b15bcd-d395-47c8-92a9-a471da13e544 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3005913'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.962099 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-24fea1ce-6ffc-4d91-a582-5ec55c129015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.991026 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-24fea1ce-6ffc-4d91-a582-5ec55c129015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:01.997253 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-24fea1ce-6ffc-4d91-a582-5ec55c129015 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/946d00b3-e0be-43fd-81c6-14b03a619488 HTTP/1.1" status: 204  len: 168 time: 0.4212532
May 27 00:30:02.007660 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fea1ce-6ffc-4d91-a582-5ec55c129015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946d00b3-e0be-43fd-81c6-14b03a619488,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:02.222784 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-93b15bcd-d395-47c8-92a9-a471da13e544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3631460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3005899'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:02.224667 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858148d0-af3a-4a9c-bf18-44f9bd8c07a1 req-3f577cfa-9e16-4d26-a4d6-2613d9d1775e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:02.228536 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-858148d0-af3a-4a9c-bf18-44f9bd8c07a1 req-3f577cfa-9e16-4d26-a4d6-2613d9d1775e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.1404753
May 27 00:30:02.294871 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-858148d0-af3a-4a9c-bf18-44f9bd8c07a1 req-be5d7fcd-ed5f-4878-9031-2126d25a1c64 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605712
May 27 00:30:02.308568 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b15bcd-d395-47c8-92a9-a471da13e544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=103d98d3-fe05-46f0-b48f-a95060ac1857,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:02.325964 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b15bcd-d395-47c8-92a9-a471da13e544 admin admin] Checking segment: {'id': '9332f780-1f79-4958-863a-d7f4c6733cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c1253361-0b89-45d7-a84a-ba7bdd14506f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:30:02.326306 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b15bcd-d395-47c8-92a9-a471da13e544 admin admin] Network hostable DHCP agents. Network: c1253361-0b89-45d7-a84a-ba7bdd14506f, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:30:02.352581 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b15bcd-d395-47c8-92a9-a471da13e544 admin admin] Network c1253361-0b89-45d7-a84a-ba7bdd14506f is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:30:02.386236 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-93b15bcd-d395-47c8-92a9-a471da13e544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, c1253361-0b89-45d7-a84a-ba7bdd14506f) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:30:02.398121 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5d9ac9-1326-4305-9fcb-cd34b7281675 None None] Network c1253361-0b89-45d7-a84a-ba7bdd14506f requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:30:02.402578 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b15bcd-d395-47c8-92a9-a471da13e544 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:02.405649 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-93b15bcd-d395-47c8-92a9-a471da13e544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:02.479214 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-93b15bcd-d395-47c8-92a9-a471da13e544 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6476340
May 27 00:30:02.678814 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e792fc-1ee2-4a31-8c20-bab07d5521e3 None None] Network c1253361-0b89-45d7-a84a-ba7bdd14506f requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:30:03.231527 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 59850) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:03.252098 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b3f4f275-c75d-4c82-ab39-a0a5a0137fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:03.293124 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b3f4f275-c75d-4c82-ab39-a0a5a0137fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:03.299798 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-b3f4f275-c75d-4c82-ab39-a0a5a0137fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:32dfb8ea449d486a9da8941b2e5524bf is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:03.305441 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-b3f4f275-c75d-4c82-ab39-a0a5a0137fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:03.316247 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b3f4f275-c75d-4c82-ab39-a0a5a0137fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:03.507113 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b3f4f275-c75d-4c82-ab39-a0a5a0137fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:03.515266 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b3f4f275-c75d-4c82-ab39-a0a5a0137fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:03.592077 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4f275-c75d-4c82-ab39-a0a5a0137fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e81e5ba-6bb1-4adc-b2c1-d8ca921b5e4b,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:03.616963 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-b3f4f275-c75d-4c82-ab39-a0a5a0137fb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32dfb8ea449d486a9da8941b2e5524bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3835747
May 27 00:30:03.619466 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 59866) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:03.787728 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db729a41-4f0d-4d1d-920f-dcca435c2a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:03.822243 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db729a41-4f0d-4d1d-920f-dcca435c2a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:03.888713 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db729a41-4f0d-4d1d-920f-dcca435c2a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:03.912492 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db729a41-4f0d-4d1d-920f-dcca435c2a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e81e5ba-6bb1-4adc-b2c1-d8ca921b5e4b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:03.922674 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-db729a41-4f0d-4d1d-920f-dcca435c2a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:03.924019 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-db729a41-4f0d-4d1d-920f-dcca435c2a08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e81e5ba-6bb1-4adc-b2c1-d8ca921b5e4b HTTP/1.1" status: 204  len: 168 time: 0.3033526
May 27 00:30:05.318269 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6ea4220b-94d7-478e-8bd9-7e99a621730a req-0a23bfe6-78ef-4097-a75a-c3a0e5987e8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 1098 time: 0.1107879
May 27 00:30:05.487763 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c1f5b-2189-48f9-8ad1-b3b84f22e150 req-a701afa6-68c6-4664-88b2-2789bb61f0a4 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:05.499701 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d36c1f5b-2189-48f9-8ad1-b3b84f22e150 req-a701afa6-68c6-4664-88b2-2789bb61f0a4 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.1532972
May 27 00:30:05.508996 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4220b-94d7-478e-8bd9-7e99a621730a req-041fad66-40ad-46c4-b8fa-f3fe07d54164 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:05.510928 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6ea4220b-94d7-478e-8bd9-7e99a621730a req-041fad66-40ad-46c4-b8fa-f3fe07d54164 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 920 time: 0.1858954
May 27 00:30:05.597988 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6ea4220b-94d7-478e-8bd9-7e99a621730a req-bbdc6696-9261-4dd3-830b-ecd2b3a8caee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=322ff2d0-6cce-433d-980c-4e2a2669f15a HTTP/1.1" status: 200  len: 217 time: 0.0760648
May 27 00:30:05.603763 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d36c1f5b-2189-48f9-8ad1-b3b84f22e150 req-c89cfa1f-04a4-4d7f-b1df-cd6bc4024393 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024339
May 27 00:30:05.670166 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4220b-94d7-478e-8bd9-7e99a621730a req-3bed169d-1c4c-400e-a8bc-f13429d92028 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:05.671718 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6ea4220b-94d7-478e-8bd9-7e99a621730a req-3bed169d-1c4c-400e-a8bc-f13429d92028 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.0695171
May 27 00:30:05.692486 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 59934) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:05.754812 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6ea4220b-94d7-478e-8bd9-7e99a621730a req-9ada8ac5-1144-4bfa-86eb-2ae3864856a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762751
May 27 00:30:05.980142 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6ea4220b-94d7-478e-8bd9-7e99a621730a req-c195f3e5-6db0-4e20-892f-59bb9362deac service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2188957
May 27 00:30:06.099171 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b6881b59-c429-46bd-94ed-e016cf3a67d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:06.137817 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-b6881b59-c429-46bd-94ed-e016cf3a67d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:06.142672 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-b6881b59-c429-46bd-94ed-e016cf3a67d5 admin admin] Usage tracker for resource:security_group_rule and tenant:fc2bd1b4f1894bcea2c5f98e35e4786f is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:06.145961 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-b6881b59-c429-46bd-94ed-e016cf3a67d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:06.153003 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-b6881b59-c429-46bd-94ed-e016cf3a67d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:06.237916 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b6881b59-c429-46bd-94ed-e016cf3a67d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:06.244940 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b6881b59-c429-46bd-94ed-e016cf3a67d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:06.308888 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6881b59-c429-46bd-94ed-e016cf3a67d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86ec088-9047-4423-8baf-fd876b3eeabe,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:06.324724 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 59958) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:06.340320 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-b6881b59-c429-46bd-94ed-e016cf3a67d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc2bd1b4f1894bcea2c5f98e35e4786f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6451275
May 27 00:30:06.400331 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23475d2c-812f-4e42-97e3-8109623e6f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:06.448761 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23475d2c-812f-4e42-97e3-8109623e6f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:06.562573 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23475d2c-812f-4e42-97e3-8109623e6f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:06.584505 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23475d2c-812f-4e42-97e3-8109623e6f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86ec088-9047-4423-8baf-fd876b3eeabe,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:06.589668 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-23475d2c-812f-4e42-97e3-8109623e6f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:06.590853 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-23475d2c-812f-4e42-97e3-8109623e6f49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f86ec088-9047-4423-8baf-fd876b3eeabe HTTP/1.1" status: 204  len: 168 time: 0.2651038
May 27 00:30:06.684680 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-817d7310-3a93-4d65-9f3f-66b0154c761b tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:06.686043 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-817d7310-3a93-4d65-9f3f-66b0154c761b tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Synchronizing usage tracker for tenant:9d201d17ba094e2b83a47aae09ef0e98 on resource:network {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:30:06.709991 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-817d7310-3a93-4d65-9f3f-66b0154c761b tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Unset dirty status for tenant:9d201d17ba094e2b83a47aae09ef0e98 on resource:network {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:30:06.712046 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-817d7310-3a93-4d65-9f3f-66b0154c761b tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/networks?id=c1253361-0b89-45d7-a84a-ba7bdd14506f HTTP/1.1" status: 200  len: 809 time: 0.2943351
May 27 00:30:06.744338 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-6c0962c7-d268-49b9-ac0d-603b6c1f79b1 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/quotas/9d201d17ba094e2b83a47aae09ef0e98 HTTP/1.1" status: 200  len: 375 time: 0.0141408
May 27 00:30:06.953789 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c788431a-3829-4764-ba8a-309f2484b957 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d201d17ba094e2b83a47aae09ef0e98&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1991224
May 27 00:30:07.097823 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d052803-0122-4efc-af1d-e697cf6013a7 req-4ed3e3f1-d0e6-49a8-a19f-592914e3a55a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:07.105408 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5d052803-0122-4efc-af1d-e697cf6013a7 req-4ed3e3f1-d0e6-49a8-a19f-592914e3a55a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.2620502
May 27 00:30:07.234279 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-52256bed-9614-41d6-bb1c-0ec098230e15 service neutron] 10.222.0.21 "GET /v2.0/networks/c1253361-0b89-45d7-a84a-ba7bdd14506f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2608697
May 27 00:30:07.250672 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5d052803-0122-4efc-af1d-e697cf6013a7 req-cabb8c0f-1c7b-4dbf-9261-abca45cefc0d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437538
May 27 00:30:07.408228 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6ea4220b-94d7-478e-8bd9-7e99a621730a req-edcded1e-e12b-49c1-acc1-be5bc30aaf19 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3657415
May 27 00:30:07.472199 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-4e862395-ad99-4e58-b55b-4eddbc8cc976 service neutron] 10.222.0.21 "GET /v2.0/networks/c1253361-0b89-45d7-a84a-ba7bdd14506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2207921
May 27 00:30:07.832459 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-318c98f8-3ad4-43bd-856f-a0267b89c489 req-9c27ea75-4a8d-45a7-b4bf-3ee7ebc31398 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 210 time: 0.0678663
May 27 00:30:08.501609 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d021189-d643-48e3-8883-321c4cbd4f11 req-bc8260e1-4788-4a55-ace6-58ba1828058f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:08.504736 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2d021189-d643-48e3-8883-321c4cbd4f11 req-bc8260e1-4788-4a55-ace6-58ba1828058f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.1061258
May 27 00:30:08.564563 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2d021189-d643-48e3-8883-321c4cbd4f11 req-82c6160e-7392-4704-a73e-d02b250abba0 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519032
May 27 00:30:09.069653 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-aaf7955d-53cc-4a7f-9cf7-c070ef500a5e req-11cd3933-729a-4169-98e5-97e33b665656 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 210 time: 0.0464222
May 27 00:30:09.653697 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-308a2f61-af1e-44e5-ab0c-e118b8ead644 req-1ce99777-c0e8-47c9-8014-216b68255b9d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 1098 time: 0.1140089
May 27 00:30:09.801218 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46277b-e56a-4d1a-9093-28f825d3399c req-4f249ed8-395e-48c1-a62f-7d582b33335e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:09.804009 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2e46277b-e56a-4d1a-9093-28f825d3399c req-4f249ed8-395e-48c1-a62f-7d582b33335e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.1008253
May 27 00:30:09.834147 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a2f61-af1e-44e5-ab0c-e118b8ead644 req-611e9ddb-4a57-4243-a2ff-66456c0def9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:09.835739 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-308a2f61-af1e-44e5-ab0c-e118b8ead644 req-611e9ddb-4a57-4243-a2ff-66456c0def9d service neutron] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 920 time: 0.1551096
May 27 00:30:09.903177 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2e46277b-e56a-4d1a-9093-28f825d3399c req-f560eb27-910b-4b90-8fa3-1ab2d087c870 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831113
May 27 00:30:10.054356 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-308a2f61-af1e-44e5-ab0c-e118b8ead644 req-c593a26a-2783-413e-89bb-0da6559fd7ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=322ff2d0-6cce-433d-980c-4e2a2669f15a HTTP/1.1" status: 200  len: 217 time: 0.2112699
May 27 00:30:10.109906 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:30:10.189339 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a2f61-af1e-44e5-ab0c-e118b8ead644 req-16801703-0981-4278-8dfa-29c7c71a4320 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:10.191419 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-308a2f61-af1e-44e5-ab0c-e118b8ead644 req-16801703-0981-4278-8dfa-29c7c71a4320 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.0843327
May 27 00:30:10.323520 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4ac51da4-f3e7-4017-90f7-f2cdbfeb8ab5 req-43078b80-89c2-45ed-bbea-d84b32c2e34f tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 210 time: 0.0649805
May 27 00:30:10.347464 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-fae7bfc8-da74-4f37-9083-38d0f77b39d2 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:10.347464 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-fae7bfc8-da74-4f37-9083-38d0f77b39d2 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.45 "GET /v2.0/networks?id=c1253361-0b89-45d7-a84a-ba7bdd14506f HTTP/1.1" status: 200  len: 809 time: 0.3321376
May 27 00:30:10.361101 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-308a2f61-af1e-44e5-ab0c-e118b8ead644 req-92485314-3c4d-4f0c-8f56-96c2135ad987 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1462293
May 27 00:30:10.372632 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Request body: {'port': {'device_id': 'ed8f0ff0-f151-4c62-a846-cb8b07723327', 'network_id': 'c1253361-0b89-45d7-a84a-ba7bdd14506f', 'admin_state_up': True, 'tenant_id': '9d201d17ba094e2b83a47aae09ef0e98'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:30:10.801937 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:10.809303 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Usage tracker for resource:port and tenant:9d201d17ba094e2b83a47aae09ef0e98 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:10.814174 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-308a2f61-af1e-44e5-ab0c-e118b8ead644 req-89cb4c5b-a704-43ac-87bc-85e4faa17f31 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2380650
May 27 00:30:10.815314 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:10.824085 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:10.863185 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Made reservation on behalf of 9d201d17ba094e2b83a47aae09ef0e98 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:30:10.866244 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:11.076486 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-308a2f61-af1e-44e5-ab0c-e118b8ead644 req-f7fc5e64-9c27-49c2-b3df-923fd09c91e6 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2536602
May 27 00:30:11.178557 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d02b8-0903-412b-bec8-c9ce7d889b43 req-843684f1-e6e1-4d11-9bcc-971fe64e9273 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:11.178916 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Allocated IP 172.20.0.2 (c1253361-0b89-45d7-a84a-ba7bdd14506f/103d98d3-fe05-46f0-b48f-a95060ac1857/d9037d04-3e48-47b9-bea6-4e300d94599e) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:30:11.181552 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a69d02b8-0903-412b-bec8-c9ce7d889b43 req-843684f1-e6e1-4d11-9bcc-971fe64e9273 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.1175210
May 27 00:30:11.272122 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a69d02b8-0903-412b-bec8-c9ce7d889b43 req-ef8a2820-5c00-4b61-87a1-be76b92ba63a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803313
May 27 00:30:11.580431 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-66e6f53f-2034-4622-9ea1-10f8ac55f94d req-aba81c59-2f9a-4c82-8048-5d663ac3e039 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 210 time: 0.0600007
May 27 00:30:11.609278 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:11.672624 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:11.767276 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Network c1253361-0b89-45d7-a84a-ba7bdd14506f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:30:11.771126 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:30:11.773717 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:30:11.814974 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Pushing event updated for resources: {'Port': ['ID=d9037d04-3e48-47b9-bea6-4e300d94599e,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:11.859866 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:11.861175 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:11.906372 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-c1c1b9f2-f68c-4aae-88c9-c81eb6b474d7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5415547
May 27 00:30:11.921605 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Request body: {'port': {'device_id': 'ed8f0ff0-f151-4c62-a846-cb8b07723327', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:30:12.104573 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:12.544606 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9037d04-3e48-47b9-bea6-4e300d94599e {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:30:12.557413 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:12.573316 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474a027-1166-40f0-8dbc-328cd9d22264 req-5331d939-e1f7-4003-a782-63ba464aed0a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:12.578535 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Transition to ACTIVE for port object d9037d04-3e48-47b9-bea6-4e300d94599e will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:30:12.580451 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1474a027-1166-40f0-8dbc-328cd9d22264 req-5331d939-e1f7-4003-a782-63ba464aed0a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.1429842
May 27 00:30:12.584521 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:12.654785 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1474a027-1166-40f0-8dbc-328cd9d22264 req-1f53f666-6ccc-4932-b81d-f57f85bcd2c1 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686021
May 27 00:30:12.694471 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Pushing event updated for resources: {'Port': ['ID=d9037d04-3e48-47b9-bea6-4e300d94599e,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:12.928382 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b8ee-ed36-4f7b-8859-56abb8765522 req-ee33c021-fdc2-4c85-b44d-70d7ead315ce tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:12.937783 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8f42b8ee-ed36-4f7b-8859-56abb8765522 req-ee33c021-fdc2-4c85-b44d-70d7ead315ce tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 943 time: 0.1668758
May 27 00:30:12.997630 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Attempting to bind port d9037d04-3e48-47b9-bea6-4e300d94599e on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:30:12.998263 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Attempting to bind port d9037d04-3e48-47b9-bea6-4e300d94599e by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '9332f780-1f79-4958-863a-d7f4c6733cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c1253361-0b89-45d7-a84a-ba7bdd14506f'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:30:13.001258 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-8f42b8ee-ed36-4f7b-8859-56abb8765522 req-fb2c645f-1c4a-490b-b80d-b3a5df7b5379 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Synchronizing usage tracker for tenant:9d201d17ba094e2b83a47aae09ef0e98 on resource:security_group {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:30:13.001673 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Attempting to bind port d9037d04-3e48-47b9-bea6-4e300d94599e on network c1253361-0b89-45d7-a84a-ba7bdd14506f {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:30:13.017540 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Port d9037d04-3e48-47b9-bea6-4e300d94599e on network c1253361-0b89-45d7-a84a-ba7bdd14506f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:30:13.019572 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Attempting to bind port d9037d04-3e48-47b9-bea6-4e300d94599e on network c1253361-0b89-45d7-a84a-ba7bdd14506f {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:30:13.027267 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-8f42b8ee-ed36-4f7b-8859-56abb8765522 req-fb2c645f-1c4a-490b-b80d-b3a5df7b5379 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Unset dirty status for tenant:9d201d17ba094e2b83a47aae09ef0e98 on resource:security_group {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:30:13.035000 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:30:13.035761 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Checking segment: {'id': '9332f780-1f79-4958-863a-d7f4c6733cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c1253361-0b89-45d7-a84a-ba7bdd14506f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:30:13.036492 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Bound using segment: {'id': '9332f780-1f79-4958-863a-d7f4c6733cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c1253361-0b89-45d7-a84a-ba7bdd14506f'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:30:13.037329 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Bound port: d9037d04-3e48-47b9-bea6-4e300d94599e, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9332f780-1f79-4958-863a-d7f4c6733cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c1253361-0b89-45d7-a84a-ba7bdd14506f'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:30:13.037986 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:13.041545 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8f42b8ee-ed36-4f7b-8859-56abb8765522 req-fb2c645f-1c4a-490b-b80d-b3a5df7b5379 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028252
May 27 00:30:13.136248 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:13.276006 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] For port d9037d04-3e48-47b9-bea6-4e300d94599e, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:30:13.279950 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] For port d9037d04-3e48-47b9-bea6-4e300d94599e, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d9037d04-3e48-47b9-bea6-4e300d94599e,segment=NetworkSegment(9332f780-1f79-4958-863a-d7f4c6733cda),segment_id=9332f780-1f79-4958-863a-d7f4c6733cda)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:30:13.286546 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:13.355180 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:13.356603 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] 10.222.0.45 "PUT /v2.0/ports/d9037d04-3e48-47b9-bea6-4e300d94599e HTTP/1.1" status: 200  len: 1093 time: 1.4436228
May 27 00:30:13.357022 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8f0ff0-f151-4c62-a846-cb8b07723327', 'tag': 'd9037d04-3e48-47b9-bea6-4e300d94599e'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:30:13.357817 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 60184) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:13.377995 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb13a10-d0c0-4598-9265-78ee7d9a2a55 service neutron] Pushing event updated for resources: {'Port': ['ID=d9037d04-3e48-47b9-bea6-4e300d94599e,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:13.439306 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a806132c-24f2-4110-9e58-fc626fcc6123'] response: {'name': 'network-changed', 'server_uuid': 'ed8f0ff0-f151-4c62-a846-cb8b07723327', 'tag': 'd9037d04-3e48-47b9-bea6-4e300d94599e', 'status': 'completed', 'code': 200}
May 27 00:30:13.476534 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-4de94418-2cea-42e3-bf71-0f08d36f2a55 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d201d17ba094e2b83a47aae09ef0e98&device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 1096 time: 0.0757942
May 27 00:30:13.522025 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:13.554256 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:13.558213 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Usage tracker for resource:security_group_rule and tenant:bbdf54c184e346ed83933eab0b894862 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:13.561223 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:13.567284 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:13.641096 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:13.646538 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:13.695722 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43350de5-8def-4c24-b8ea-478faaccce6d,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:13.703850 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbdf54c184e346ed83933eab0b894862&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3416445
May 27 00:30:13.704906 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 60198) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:13.708798 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.709295 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.709453 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.709798 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.710127 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.710454 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.710774 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.711100 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.711456 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.711865 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.712224 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d01091-c777-47b1-a18b-7273c57bee00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.789972 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:13.819174 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:13.881595 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:13.888524 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cded588-eee9-4264-80c3-5463d7b7661c req-5b334726-bf6b-4fd7-a15a-29999a3aa485 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:13.890292 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5cded588-eee9-4264-80c3-5463d7b7661c req-5b334726-bf6b-4fd7-a15a-29999a3aa485 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.0892923
May 27 00:30:13.900399 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43350de5-8def-4c24-b8ea-478faaccce6d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:13.908157 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:13.909951 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43350de5-8def-4c24-b8ea-478faaccce6d HTTP/1.1" status: 204  len: 168 time: 0.2029004
May 27 00:30:13.914775 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.914775 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.914951 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.915224 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.915555 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.915916 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.916239 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.917164 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.917164 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.917164 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.917507 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413bf5be-6292-42a1-883a-2e61f4e65917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:13.953301 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5cded588-eee9-4264-80c3-5463d7b7661c req-4e845cc8-f08e-4014-b5dd-f0135248fd84 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555012
May 27 00:30:14.301746 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c2b8d-dba8-4d53-b863-908c6a729ed3 req-b5fc5b68-8688-4e67-973c-e203abfe7d30 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:14.303257 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9d9c2b8d-dba8-4d53-b863-908c6a729ed3 req-b5fc5b68-8688-4e67-973c-e203abfe7d30 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 943 time: 0.0925848
May 27 00:30:14.346621 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 60214) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:14.365965 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-baa44c7c-3e54-47da-a5c5-fb4ec97e613f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:14.381635 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9d9c2b8d-dba8-4d53-b863-908c6a729ed3 req-7fa521dd-01d4-48c5-bebc-089dcc1200bc tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680425
May 27 00:30:14.402409 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-baa44c7c-3e54-47da-a5c5-fb4ec97e613f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:14.406777 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-baa44c7c-3e54-47da-a5c5-fb4ec97e613f admin admin] Usage tracker for resource:security_group_rule and tenant:d5f2fdd3dc9d4ba39965d4c5dfedd345 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:14.410750 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-baa44c7c-3e54-47da-a5c5-fb4ec97e613f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:14.417197 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-baa44c7c-3e54-47da-a5c5-fb4ec97e613f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:14.483837 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-da538717-2053-49ed-a2d5-7a3415ab9cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:14.506093 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-baa44c7c-3e54-47da-a5c5-fb4ec97e613f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:14.510830 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-baa44c7c-3e54-47da-a5c5-fb4ec97e613f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:14.559142 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa44c7c-3e54-47da-a5c5-fb4ec97e613f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecca330-7d1f-4357-a634-d550703db9a9,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:14.565877 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-baa44c7c-3e54-47da-a5c5-fb4ec97e613f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5f2fdd3dc9d4ba39965d4c5dfedd345&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2173860
May 27 00:30:14.568599 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 60220) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:14.638521 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-00c80258-cd49-4146-a2ab-19fe7c232073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:14.665237 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-00c80258-cd49-4146-a2ab-19fe7c232073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:14.719783 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-00c80258-cd49-4146-a2ab-19fe7c232073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:14.735215 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c80258-cd49-4146-a2ab-19fe7c232073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecca330-7d1f-4357-a634-d550703db9a9,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:14.742973 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-00c80258-cd49-4146-a2ab-19fe7c232073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:14.744249 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-00c80258-cd49-4146-a2ab-19fe7c232073 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ecca330-7d1f-4357-a634-d550703db9a9 HTTP/1.1" status: 204  len: 168 time: 0.1745062
May 27 00:30:15.186113 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b46e6-96b9-4c08-baa7-6550c1e4be6e req-b4498ef6-c213-4ef4-842e-9511f51a9c13 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:15.187613 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-854b46e6-96b9-4c08-baa7-6550c1e4be6e req-b4498ef6-c213-4ef4-842e-9511f51a9c13 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.0953438
May 27 00:30:15.234805 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-854b46e6-96b9-4c08-baa7-6550c1e4be6e req-95c321ca-3f68-4a71-b8c0-3a89fb2bdd1d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415833
May 27 00:30:15.457461 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-8bfddcee-08b6-4bf6-963c-5d7540514b6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9037d04-3e48-47b9-bea6-4e300d94599e HTTP/1.1" status: 200  len: 217 time: 0.1291449
May 27 00:30:15.634709 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c4a5f-2a13-4147-8a81-a3d99c3e1388 req-8b1f043a-dda2-41c5-929f-2fd94ba785f2 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:15.636213 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-729c4a5f-2a13-4147-8a81-a3d99c3e1388 req-8b1f043a-dda2-41c5-929f-2fd94ba785f2 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 943 time: 0.0834873
May 27 00:30:15.682353 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-729c4a5f-2a13-4147-8a81-a3d99c3e1388 req-3c000af6-5d79-487d-8e1f-182e90bf3de4 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402789
May 27 00:30:16.514827 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c86db0-32c7-4d76-a35f-5eadbcc8be30 req-62d0026f-a791-4503-a039-db5417d0ba55 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:16.516903 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e4c86db0-32c7-4d76-a35f-5eadbcc8be30 req-62d0026f-a791-4503-a039-db5417d0ba55 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.1374986
May 27 00:30:16.574694 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e4c86db0-32c7-4d76-a35f-5eadbcc8be30 req-6d87d8d0-9e21-43d3-af79-79f13686d56f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514092
May 27 00:30:16.614445 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-87fe1e41-76b8-4d50-8d6a-af4bdaefecce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:16.616101 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-87fe1e41-76b8-4d50-8d6a-af4bdaefecce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=103d98d3-fe05-46f0-b48f-a95060ac1857 HTTP/1.1" status: 200  len: 849 time: 0.0700791
May 27 00:30:16.662471 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b4e1b639-7eb3-4263-a8d8-16ae55413952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:16.889635 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72794702-a2ab-4beb-ac1b-4063a7194c22 req-d31c99fd-8070-4ebf-9a2a-37254c82aa7e tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:16.893564 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-72794702-a2ab-4beb-ac1b-4063a7194c22 req-d31c99fd-8070-4ebf-9a2a-37254c82aa7e tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 943 time: 0.0847189
May 27 00:30:16.932862 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-14cbde6d-38fc-4fe2-ad0b-05b1fdfe02ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1253361-0b89-45d7-a84a-ba7bdd14506f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456228
May 27 00:30:16.941686 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-72794702-a2ab-4beb-ac1b-4063a7194c22 req-d83ddf67-68dc-4d30-8a58-f718605ac6de tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446076
May 27 00:30:17.067865 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-a381cbc5-3353-46a9-bafe-dc07f46e7f46 service neutron] 10.222.0.45 "GET /v2.0/networks/c1253361-0b89-45d7-a84a-ba7bdd14506f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283798
May 27 00:30:17.196568 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1f84de1-a960-49e7-af4b-89b631be0956 req-f9ac7799-fde1-4c1a-a4e4-ebb372f3f826 service neutron] 10.222.0.45 "GET /v2.0/networks/c1253361-0b89-45d7-a84a-ba7bdd14506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218469
May 27 00:30:17.306085 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-dfa3b9e0-3c58-452f-be4f-e6c05c0db5eb req-7863a5ff-4179-4f38-9e39-e9fc6bf2bfbc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d201d17ba094e2b83a47aae09ef0e98&device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 1096 time: 0.0675585
May 27 00:30:17.437540 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3b9e0-3c58-452f-be4f-e6c05c0db5eb req-143eb4b1-d5fa-48fe-8e4a-152cedb2821a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:17.438986 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-dfa3b9e0-3c58-452f-be4f-e6c05c0db5eb req-143eb4b1-d5fa-48fe-8e4a-152cedb2821a service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1253361-0b89-45d7-a84a-ba7bdd14506f HTTP/1.1" status: 200  len: 910 time: 0.1267161
May 27 00:30:17.509356 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-dfa3b9e0-3c58-452f-be4f-e6c05c0db5eb req-6ca01fa1-5d4d-43b8-9452-0a95527d2068 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9037d04-3e48-47b9-bea6-4e300d94599e HTTP/1.1" status: 200  len: 217 time: 0.0626464
May 27 00:30:17.571399 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3b9e0-3c58-452f-be4f-e6c05c0db5eb req-905277de-eec1-41cc-8b55-d6638c3c6c73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:17.572852 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-dfa3b9e0-3c58-452f-be4f-e6c05c0db5eb req-905277de-eec1-41cc-8b55-d6638c3c6c73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=103d98d3-fe05-46f0-b48f-a95060ac1857 HTTP/1.1" status: 200  len: 849 time: 0.0558414
May 27 00:30:17.632537 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-dfa3b9e0-3c58-452f-be4f-e6c05c0db5eb req-b4a7c807-94a6-4e50-bb65-a5744e8c4b95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1253361-0b89-45d7-a84a-ba7bdd14506f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528305
May 27 00:30:17.831835 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-dfa3b9e0-3c58-452f-be4f-e6c05c0db5eb req-a8b88309-501d-46fa-881c-c06a28d3d35f service neutron] 10.222.0.45 "GET /v2.0/networks/c1253361-0b89-45d7-a84a-ba7bdd14506f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1933208
May 27 00:30:17.841930 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf47dc8-ac81-4938-867c-dbee68a1cd3d req-3e16eada-51af-478d-b8d8-c9c03ae02ddc tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:17.843888 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4bf47dc8-ac81-4938-867c-dbee68a1cd3d req-3e16eada-51af-478d-b8d8-c9c03ae02ddc tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.1097851
May 27 00:30:17.898002 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:17.908566 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4bf47dc8-ac81-4938-867c-dbee68a1cd3d req-977f5e5c-7aad-4fa4-92a7-b8d24d5b8e5a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570350
May 27 00:30:17.965286 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:18.089102 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-dfa3b9e0-3c58-452f-be4f-e6c05c0db5eb req-1af34919-c3dc-4772-869b-246129a97389 service neutron] 10.222.0.45 "GET /v2.0/networks/c1253361-0b89-45d7-a84a-ba7bdd14506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2499728
May 27 00:30:18.169542 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370944e-5706-407e-92c0-aeb983bf601b req-9afd844a-21b7-4549-b237-14ee88632727 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:18.171019 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7370944e-5706-407e-92c0-aeb983bf601b req-9afd844a-21b7-4549-b237-14ee88632727 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 943 time: 0.0836265
May 27 00:30:18.218086 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7370944e-5706-407e-92c0-aeb983bf601b req-f5b464ed-b038-4aee-ae05-9aa41907ba62 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408559
May 27 00:30:18.459453 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 60298) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:18.611950 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-997c6c17-a504-4804-b1ef-5414ea216444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:18.647345 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-997c6c17-a504-4804-b1ef-5414ea216444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:18.651280 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-997c6c17-a504-4804-b1ef-5414ea216444 admin admin] Usage tracker for resource:security_group_rule and tenant:917b5769829e4d41b639bcc0865b5d2d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:18.654287 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-997c6c17-a504-4804-b1ef-5414ea216444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:18.661100 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-997c6c17-a504-4804-b1ef-5414ea216444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:18.738851 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-997c6c17-a504-4804-b1ef-5414ea216444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:18.742652 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-997c6c17-a504-4804-b1ef-5414ea216444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:18.791147 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-997c6c17-a504-4804-b1ef-5414ea216444 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=917b5769829e4d41b639bcc0865b5d2d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3305888
May 27 00:30:18.791861 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c6c17-a504-4804-b1ef-5414ea216444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad15215b-2528-47ca-96b8-bd29bd3d955c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:18.794416 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 60308) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:18.901197 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b239af18-1fb0-4922-905f-68c7275431f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:18.952352 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b239af18-1fb0-4922-905f-68c7275431f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:19.044417 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b239af18-1fb0-4922-905f-68c7275431f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:19.063903 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239af18-1fb0-4922-905f-68c7275431f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad15215b-2528-47ca-96b8-bd29bd3d955c,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:19.090735 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b239af18-1fb0-4922-905f-68c7275431f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:19.094184 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-b239af18-1fb0-4922-905f-68c7275431f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad15215b-2528-47ca-96b8-bd29bd3d955c HTTP/1.1" status: 204  len: 168 time: 0.2973859
May 27 00:30:19.184386 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:19.207566 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfa240-e564-47a2-8d17-7dda7822bfee req-42d1b63e-db59-41f6-a442-9404d40f74b4 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:19.208873 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-46bfa240-e564-47a2-8d17-7dda7822bfee req-42d1b63e-db59-41f6-a442-9404d40f74b4 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.1328723
May 27 00:30:19.268995 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-46bfa240-e564-47a2-8d17-7dda7822bfee req-d188c138-dcbe-4f01-bb47-0196872c1be7 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537090
May 27 00:30:19.629077 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28e3c3-6e5f-46e9-a823-7de91c52c747 req-d7b1feb4-3817-4dd9-82ea-8b7ba0ef70a8 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:19.631640 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-af28e3c3-6e5f-46e9-a823-7de91c52c747 req-d7b1feb4-3817-4dd9-82ea-8b7ba0ef70a8 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 943 time: 0.0900736
May 27 00:30:19.685730 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-af28e3c3-6e5f-46e9-a823-7de91c52c747 req-a2dd5e62-f67c-4cf5-9899-c92ac9396d60 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478678
May 27 00:30:20.146568 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 60370) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:20.293589 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4a10-fdc5-4477-9750-31760a812740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:20.329632 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-c4bb4a10-fdc5-4477-9750-31760a812740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:20.337988 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-c4bb4a10-fdc5-4477-9750-31760a812740 admin admin] Usage tracker for resource:security_group_rule and tenant:d63c410267a846239189ab613a30b59d is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:20.343490 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-c4bb4a10-fdc5-4477-9750-31760a812740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:20.353174 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-c4bb4a10-fdc5-4477-9750-31760a812740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:20.482659 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4a10-fdc5-4477-9750-31760a812740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:20.496502 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4a10-fdc5-4477-9750-31760a812740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:20.564199 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-c4bb4a10-fdc5-4477-9750-31760a812740 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d63c410267a846239189ab613a30b59d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4164689
May 27 00:30:20.565929 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 60400) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:20.573380 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb4a10-fdc5-4477-9750-31760a812740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f8d0a2-615c-4ff3-98f3-1248ce7f79e6,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:20.631541 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ff717-88d7-4bf0-82d4-7fd90bc86cc5 req-98fc2035-ad0a-458a-95ac-201d4224f923 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:20.634165 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-735ff717-88d7-4bf0-82d4-7fd90bc86cc5 req-98fc2035-ad0a-458a-95ac-201d4224f923 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.2141535
May 27 00:30:20.649013 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7bc510fa-897c-4bd2-943f-fb95ead0c744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:20.685098 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7bc510fa-897c-4bd2-943f-fb95ead0c744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:20.733103 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device d9037d04-3e48-47b9-bea6-4e300d94599e details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:30:20.760487 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-735ff717-88d7-4bf0-82d4-7fd90bc86cc5 req-d5ad9338-9f17-42df-a54a-b3ac8721f140 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135495
May 27 00:30:20.777975 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7bc510fa-897c-4bd2-943f-fb95ead0c744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:20.823555 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc510fa-897c-4bd2-943f-fb95ead0c744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f8d0a2-615c-4ff3-98f3-1248ce7f79e6,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:20.845060 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7bc510fa-897c-4bd2-943f-fb95ead0c744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:20.852691 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-7bc510fa-897c-4bd2-943f-fb95ead0c744 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9f8d0a2-615c-4ff3-98f3-1248ce7f79e6 HTTP/1.1" status: 204  len: 168 time: 0.2843208
May 27 00:30:21.047386 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fd43e-323b-4cdc-945e-a2e0def3affd req-0f9b8d48-892c-426a-a9e5-17d0417d6511 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:21.057968 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-716fd43e-323b-4cdc-945e-a2e0def3affd req-0f9b8d48-892c-426a-a9e5-17d0417d6511 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 943 time: 0.1868055
May 27 00:30:21.109273 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port d9037d04-3e48-47b9-bea6-4e300d94599e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d9037d04-3e48-47b9-bea6-4e300d94599e,segment=NetworkSegment(9332f780-1f79-4958-863a-d7f4c6733cda),segment_id=9332f780-1f79-4958-863a-d7f4c6733cda)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:30:21.130534 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-716fd43e-323b-4cdc-945e-a2e0def3affd req-67805b2e-995b-4a4f-9740-c16d18c392c8 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701478
May 27 00:30:21.143497 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': 'd9037d04-3e48-47b9-bea6-4e300d94599e', 'network_id': 'c1253361-0b89-45d7-a84a-ba7bdd14506f', 'port_id': 'd9037d04-3e48-47b9-bea6-4e300d94599e', 'mac_address': 'fa:16:3e:36:74:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103d98d3-fe05-46f0-b48f-a95060ac1857', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:30:21.269111 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:21.296505 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9037d04-3e48-47b9-bea6-4e300d94599e {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:30:21.319365 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port d9037d04-3e48-47b9-bea6-4e300d94599e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d9037d04-3e48-47b9-bea6-4e300d94599e,segment=NetworkSegment(9332f780-1f79-4958-863a-d7f4c6733cda),segment_id=9332f780-1f79-4958-863a-d7f4c6733cda)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:30:21.330906 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:21.427719 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=d9037d04-3e48-47b9-bea6-4e300d94599e,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:21.437725 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:21.438009 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:21.438518 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:21.438953 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:21.440148 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:21.440148 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:21.440448 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:21.440994 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:21.441459 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:21.441934 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:21.442393 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:30:21.721610 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-af328b67-d194-4532-9b1b-a1fe5cda0eec req-cd432162-af49-4972-884a-77eeda440ab0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 1098 time: 0.0777595
May 27 00:30:21.772789 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-af328b67-d194-4532-9b1b-a1fe5cda0eec req-17cac99d-8162-430f-b5c3-a1a983cfdf68 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451684
May 27 00:30:21.914950 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['d9037d04-3e48-47b9-bea6-4e300d94599e'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:30:22.017522 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2527b8-fe21-4947-aa97-628f85061637 req-81b305dc-8fc7-4670-bb4c-7dc4d498e0a2 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:22.019156 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2a2527b8-fe21-4947-aa97-628f85061637 req-81b305dc-8fc7-4670-bb4c-7dc4d498e0a2 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.0959480
May 27 00:30:22.080571 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2a2527b8-fe21-4947-aa97-628f85061637 req-7a625c91-d020-4f08-afb9-f6cb46f09cf3 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505111
May 27 00:30:22.385525 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e93e7c-f2ae-4635-831b-5ff00d581d3f req-434fa8da-0e5c-4e71-8374-807047331297 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:22.387138 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-79e93e7c-f2ae-4635-831b-5ff00d581d3f req-434fa8da-0e5c-4e71-8374-807047331297 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 944 time: 0.1031449
May 27 00:30:22.472283 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-79e93e7c-f2ae-4635-831b-5ff00d581d3f req-b930b369-36af-47cf-9ded-466b2cad7326 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772791
May 27 00:30:23.119254 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 60480) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:23.192466 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 60486) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:23.350420 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f27ec-87b3-45e2-a83e-1127fd215a64 req-d41f9d4d-ea60-4bd8-a79f-204b5da95704 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:23.352044 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8c7f27ec-87b3-45e2-a83e-1127fd215a64 req-d41f9d4d-ea60-4bd8-a79f-204b5da95704 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.1149602
May 27 00:30:23.358233 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7f5d979-2a5e-4bbd-bc79-5a1de1d2bdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:23.387070 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-500e31e0-0d5b-433c-9205-fdd411cd83c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:23.412104 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8c7f27ec-87b3-45e2-a83e-1127fd215a64 req-34a8dcd0-542f-447e-ab55-57eb6df3fadc tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423508
May 27 00:30:23.437793 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a7f5d979-2a5e-4bbd-bc79-5a1de1d2bdca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:23.443913 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-500e31e0-0d5b-433c-9205-fdd411cd83c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:23.446594 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-a7f5d979-2a5e-4bbd-bc79-5a1de1d2bdca admin admin] Usage tracker for resource:security_group_rule and tenant:99fa7312517847868428b71a5f421f88 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:23.450551 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-a7f5d979-2a5e-4bbd-bc79-5a1de1d2bdca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:23.453523 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-500e31e0-0d5b-433c-9205-fdd411cd83c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ce3a4ece3d424838b1640ffd0cadfb9e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:23.459358 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-500e31e0-0d5b-433c-9205-fdd411cd83c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:23.465297 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-500e31e0-0d5b-433c-9205-fdd411cd83c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:23.468848 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a7f5d979-2a5e-4bbd-bc79-5a1de1d2bdca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:23.590929 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-500e31e0-0d5b-433c-9205-fdd411cd83c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:23.597741 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-500e31e0-0d5b-433c-9205-fdd411cd83c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:23.605729 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7f5d979-2a5e-4bbd-bc79-5a1de1d2bdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:23.616845 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a7f5d979-2a5e-4bbd-bc79-5a1de1d2bdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:23.674047 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e31e0-0d5b-433c-9205-fdd411cd83c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1ac5ba-c34e-4cb2-9dfc-14eea30b9cd0,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:23.691562 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-500e31e0-0d5b-433c-9205-fdd411cd83c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce3a4ece3d424838b1640ffd0cadfb9e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4980276
May 27 00:30:23.696705 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-a7f5d979-2a5e-4bbd-bc79-5a1de1d2bdca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99fa7312517847868428b71a5f421f88&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5763659
May 27 00:30:23.697508 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 60498) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:23.703090 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 60500) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:23.735912 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5d979-2a5e-4bbd-bc79-5a1de1d2bdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e0c621-d034-452e-9ee7-152c184b8325,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:23.764499 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c016e8-7fc0-4d9b-827c-bb4357cd5172 req-cc993a0e-94e7-492b-876e-a16d0c54d330 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:23.766009 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-19c016e8-7fc0-4d9b-827c-bb4357cd5172 req-cc993a0e-94e7-492b-876e-a16d0c54d330 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 944 time: 0.1545417
May 27 00:30:23.778006 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-de18804d-de46-460c-9c46-3a42ad45567a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:23.809345 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-de18804d-de46-460c-9c46-3a42ad45567a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:23.809637 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-84fef3e0-9ce1-4eb1-9b62-d4d3897240dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:23.864072 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-84fef3e0-9ce1-4eb1-9b62-d4d3897240dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:23.879310 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-de18804d-de46-460c-9c46-3a42ad45567a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:23.880049 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-19c016e8-7fc0-4d9b-827c-bb4357cd5172 req-b1cc9bf8-8dda-46d8-a588-cb285fda1f4f tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065383
May 27 00:30:23.900159 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18804d-de46-460c-9c46-3a42ad45567a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1ac5ba-c34e-4cb2-9dfc-14eea30b9cd0,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:23.909199 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-de18804d-de46-460c-9c46-3a42ad45567a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:23.911184 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-de18804d-de46-460c-9c46-3a42ad45567a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b1ac5ba-c34e-4cb2-9dfc-14eea30b9cd0 HTTP/1.1" status: 204  len: 168 time: 0.2101817
May 27 00:30:23.941445 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-84fef3e0-9ce1-4eb1-9b62-d4d3897240dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:23.959649 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fef3e0-9ce1-4eb1-9b62-d4d3897240dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e0c621-d034-452e-9ee7-152c184b8325,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:23.970214 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-84fef3e0-9ce1-4eb1-9b62-d4d3897240dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:23.973891 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-84fef3e0-9ce1-4eb1-9b62-d4d3897240dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07e0c621-d034-452e-9ee7-152c184b8325 HTTP/1.1" status: 204  len: 168 time: 0.2673383
May 27 00:30:24.344552 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 60514) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:24.363320 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e27e45e-11a2-45e4-afad-e85fae4f2958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:24.363937 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 60518) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:24.384109 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8f750622-34e7-4e3e-8871-2fd4ff5a2ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:24.394012 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8e27e45e-11a2-45e4-afad-e85fae4f2958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:24.397812 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-8e27e45e-11a2-45e4-afad-e85fae4f2958 admin admin] Usage tracker for resource:security_group_rule and tenant:1eeef21dd96245ca9d0a2f25273ae1ad is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:24.400777 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-8e27e45e-11a2-45e4-afad-e85fae4f2958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:24.407182 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8e27e45e-11a2-45e4-afad-e85fae4f2958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:24.418555 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-8f750622-34e7-4e3e-8871-2fd4ff5a2ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:24.422374 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-8f750622-34e7-4e3e-8871-2fd4ff5a2ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:e12cc3a8bb0441fab77c01c27dededaf is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:24.426137 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-8f750622-34e7-4e3e-8871-2fd4ff5a2ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:24.431852 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-8f750622-34e7-4e3e-8871-2fd4ff5a2ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:24.505838 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e27e45e-11a2-45e4-afad-e85fae4f2958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:24.509854 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e27e45e-11a2-45e4-afad-e85fae4f2958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:24.540647 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8f750622-34e7-4e3e-8871-2fd4ff5a2ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:24.545499 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8f750622-34e7-4e3e-8871-2fd4ff5a2ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:24.565232 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27e45e-11a2-45e4-afad-e85fae4f2958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872469c8-08a7-4b22-b506-5bc6602cf7a9,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:24.569628 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-8e27e45e-11a2-45e4-afad-e85fae4f2958 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1eeef21dd96245ca9d0a2f25273ae1ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2240722
May 27 00:30:24.572150 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 60526) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:24.640088 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cb80632c-7643-4403-aff9-d791e88e93a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:24.648319 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-8f750622-34e7-4e3e-8871-2fd4ff5a2ef0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e12cc3a8bb0441fab77c01c27dededaf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2833550
May 27 00:30:24.650829 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 60530) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:24.654992 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f750622-34e7-4e3e-8871-2fd4ff5a2ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cc995e-140e-4270-a293-98cea64e17af,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:24.687183 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4559ef1-596b-44ed-b2a5-62211f78c190 req-86f46e48-01d6-4be8-9647-bdc3b32017da tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:24.688664 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f4559ef1-596b-44ed-b2a5-62211f78c190 req-86f46e48-01d6-4be8-9647-bdc3b32017da tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.1267047
May 27 00:30:24.690436 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cb80632c-7643-4403-aff9-d791e88e93a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:24.738327 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f4559ef1-596b-44ed-b2a5-62211f78c190 req-f1a63039-682f-42a9-9c81-334604a2f205 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440369
May 27 00:30:24.760843 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device d9037d04-3e48-47b9-bea6-4e300d94599e up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:30:24.773327 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-383d5bc4-d224-49b9-bc47-0eee10a7484e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:24.804254 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cb80632c-7643-4403-aff9-d791e88e93a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:24.822064 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-383d5bc4-d224-49b9-bc47-0eee10a7484e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:24.831901 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80632c-7643-4403-aff9-d791e88e93a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872469c8-08a7-4b22-b506-5bc6602cf7a9,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:24.862574 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port d9037d04-3e48-47b9-bea6-4e300d94599e completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:30:24.876428 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cb80632c-7643-4403-aff9-d791e88e93a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:24.877275 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port d9037d04-3e48-47b9-bea6-4e300d94599e triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:30:24.877646 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:24.878320 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-cb80632c-7643-4403-aff9-d791e88e93a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/872469c8-08a7-4b22-b506-5bc6602cf7a9 HTTP/1.1" status: 204  len: 168 time: 0.3052847
May 27 00:30:24.924797 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-383d5bc4-d224-49b9-bc47-0eee10a7484e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:24.944778 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d5bc4-d224-49b9-bc47-0eee10a7484e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cc995e-140e-4270-a293-98cea64e17af,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:24.952106 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-383d5bc4-d224-49b9-bc47-0eee10a7484e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:24.953510 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-383d5bc4-d224-49b9-bc47-0eee10a7484e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8cc995e-140e-4270-a293-98cea64e17af HTTP/1.1" status: 204  len: 168 time: 0.3016646
May 27 00:30:25.097982 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:25.137533 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83457a80-99f1-4f33-8132-5cf8593e5ed0 req-44fd0813-c8b4-4438-81cf-db819242f014 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:25.144933 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8f0ff0-f151-4c62-a846-cb8b07723327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9037d04-3e48-47b9-bea6-4e300d94599e'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:30:25.145410 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-83457a80-99f1-4f33-8132-5cf8593e5ed0 req-44fd0813-c8b4-4438-81cf-db819242f014 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 944 time: 0.1204333
May 27 00:30:25.181725 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port d9037d04-3e48-47b9-bea6-4e300d94599e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d9037d04-3e48-47b9-bea6-4e300d94599e,segment=NetworkSegment(9332f780-1f79-4958-863a-d7f4c6733cda),segment_id=9332f780-1f79-4958-863a-d7f4c6733cda)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:30:25.188523 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:25.208978 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-83457a80-99f1-4f33-8132-5cf8593e5ed0 req-3ea99a7b-58ac-42af-8464-9cf00643581a tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626042
May 27 00:30:25.288726 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed81316-4147-403a-808c-879ba45a5ee1'] response: {'server_uuid': 'ed8f0ff0-f151-4c62-a846-cb8b07723327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9037d04-3e48-47b9-bea6-4e300d94599e', 'code': 200}
May 27 00:30:25.316219 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=d9037d04-3e48-47b9-bea6-4e300d94599e,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:25.360778 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-689e0ac3-fa68-47d2-8bd0-ad04b281c78e req-1cc6bdc3-0edb-45b5-a92c-4d767dd09e68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 1098 time: 0.1745825
May 27 00:30:25.505149 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155dfa8-46f4-4110-8333-bc24f4b3ceb4 req-ab3259c4-4974-47a1-87f2-d818f401dd32 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:25.508326 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f155dfa8-46f4-4110-8333-bc24f4b3ceb4 req-ab3259c4-4974-47a1-87f2-d818f401dd32 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.1687300
May 27 00:30:25.515439 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e0ac3-fa68-47d2-8bd0-ad04b281c78e req-43ae3f05-6824-417a-99fd-6509db23107d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:25.517356 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-689e0ac3-fa68-47d2-8bd0-ad04b281c78e req-43ae3f05-6824-417a-99fd-6509db23107d service neutron] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 920 time: 0.1499224
May 27 00:30:25.559214 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f155dfa8-46f4-4110-8333-bc24f4b3ceb4 req-7e7fe095-b0d1-4917-af6f-4c8767d895aa tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440650
May 27 00:30:25.670716 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-689e0ac3-fa68-47d2-8bd0-ad04b281c78e req-8c5747ed-b10d-4f9d-bad9-dd6ea895fc7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=322ff2d0-6cce-433d-980c-4e2a2669f15a HTTP/1.1" status: 200  len: 217 time: 0.1414897
May 27 00:30:25.753452 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e0ac3-fa68-47d2-8bd0-ad04b281c78e req-48b50032-9e8f-4cbe-8c88-c460ef5ffbe8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:25.754893 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-689e0ac3-fa68-47d2-8bd0-ad04b281c78e req-48b50032-9e8f-4cbe-8c88-c460ef5ffbe8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.0732396
May 27 00:30:25.759401 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7d560b59-ac85-4e1e-bcd2-52354c9c6767 req-896b0035-f128-4f74-8c01-9971f99c019d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 1098 time: 0.1634426
May 27 00:30:25.819693 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 60562) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:25.863578 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7d560b59-ac85-4e1e-bcd2-52354c9c6767 req-c18828c8-4f10-4139-9778-35faa23b6ca4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670750
May 27 00:30:25.875658 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3923d81b-d54b-472b-aead-3bd710a396b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:25.878878 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-689e0ac3-fa68-47d2-8bd0-ad04b281c78e req-b341bd28-4075-4039-822b-f3f93c70f50e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1126719
May 27 00:30:25.910781 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-3923d81b-d54b-472b-aead-3bd710a396b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:25.915949 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-3923d81b-d54b-472b-aead-3bd710a396b2 admin admin] Usage tracker for resource:security_group_rule and tenant:3e2e8b87605b4dcfa77a623fd077bf28 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:25.920192 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-3923d81b-d54b-472b-aead-3bd710a396b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:25.930369 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-3923d81b-d54b-472b-aead-3bd710a396b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:26.007088 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3923d81b-d54b-472b-aead-3bd710a396b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:26.010829 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3923d81b-d54b-472b-aead-3bd710a396b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:26.056007 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923d81b-d54b-472b-aead-3bd710a396b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9997443c-c256-4b18-b053-a2d79f89a856,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:26.067260 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-3923d81b-d54b-472b-aead-3bd710a396b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e2e8b87605b4dcfa77a623fd077bf28&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2434278
May 27 00:30:26.067419 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 60568) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:26.215369 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dbca6694-1706-4589-9e07-ddb01d09de08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:26.262111 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dbca6694-1706-4589-9e07-ddb01d09de08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:26.323555 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-689e0ac3-fa68-47d2-8bd0-ad04b281c78e req-7fe9f72e-b385-4499-8286-c1a956c0afc2 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2026160
May 27 00:30:26.418519 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d1d5f-e544-4327-b81b-298347d4a0a3 req-d1760615-a189-4174-8bc2-83bd063a82f4 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:26.424393 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e26d1d5f-e544-4327-b81b-298347d4a0a3 req-d1760615-a189-4174-8bc2-83bd063a82f4 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 945 time: 0.0922344
May 27 00:30:26.475812 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e26d1d5f-e544-4327-b81b-298347d4a0a3 req-806e489c-9ef0-4ab8-85a4-36a9db623772 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500629
May 27 00:30:26.528773 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dbca6694-1706-4589-9e07-ddb01d09de08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:26.561429 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca6694-1706-4589-9e07-ddb01d09de08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9997443c-c256-4b18-b053-a2d79f89a856,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:26.569006 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-dbca6694-1706-4589-9e07-ddb01d09de08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:26.571295 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-dbca6694-1706-4589-9e07-ddb01d09de08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9997443c-c256-4b18-b053-a2d79f89a856 HTTP/1.1" status: 204  len: 168 time: 0.5025289
May 27 00:30:26.572862 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-689e0ac3-fa68-47d2-8bd0-ad04b281c78e req-fde282b4-a97b-4e23-8ff8-2f347abb24c3 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2419572
May 27 00:30:26.855413 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd1dbf-4003-4671-92dd-e3480d69cf7c req-cddccc68-fd5f-42e1-910e-c194461840ce tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:26.855413 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-16dd1dbf-4003-4671-92dd-e3480d69cf7c req-cddccc68-fd5f-42e1-910e-c194461840ce tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.0900247
May 27 00:30:26.918600 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-16dd1dbf-4003-4671-92dd-e3480d69cf7c req-c06f2e30-2a2a-40cf-8a7c-d4432f230a1a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574758
May 27 00:30:27.736396 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2737d30-febd-46ed-a5cd-ddef8c95a872 req-d09e95bb-3aa1-44f3-a834-e4c4b9cf91dd tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:27.737879 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d2737d30-febd-46ed-a5cd-ddef8c95a872 req-d09e95bb-3aa1-44f3-a834-e4c4b9cf91dd tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 945 time: 0.1256282
May 27 00:30:27.793020 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d2737d30-febd-46ed-a5cd-ddef8c95a872 req-63a90ab4-7fb7-4e78-8324-81d34a9fc8cc tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479445
May 27 00:30:28.167967 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb22bc-c9df-4c5a-bff8-a4516fc67ff0 req-6ff38960-b4ad-4e4b-a5ac-1ff604d76cb6 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:28.169523 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-adbb22bc-c9df-4c5a-bff8-a4516fc67ff0 req-6ff38960-b4ad-4e4b-a5ac-1ff604d76cb6 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.0910654
May 27 00:30:28.222179 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-adbb22bc-c9df-4c5a-bff8-a4516fc67ff0 req-c7994cd3-201a-4639-8212-bdcf5dc50c4d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469003
May 27 00:30:28.287189 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 60640) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:28.461824 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff3bad90-719b-4692-b0e5-8f545e001124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:28.506348 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ff3bad90-719b-4692-b0e5-8f545e001124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:28.510728 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-ff3bad90-719b-4692-b0e5-8f545e001124 admin admin] Usage tracker for resource:security_group_rule and tenant:0e904ff7760548c695fecfe43d589060 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:28.514511 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-ff3bad90-719b-4692-b0e5-8f545e001124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:28.522505 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-ff3bad90-719b-4692-b0e5-8f545e001124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:28.604241 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff3bad90-719b-4692-b0e5-8f545e001124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:28.608229 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ff3bad90-719b-4692-b0e5-8f545e001124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:28.659813 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bad90-719b-4692-b0e5-8f545e001124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664ecf7a-6b7f-4eee-ab8a-e0084296b34b,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:28.665091 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-ff3bad90-719b-4692-b0e5-8f545e001124 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e904ff7760548c695fecfe43d589060&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3766778
May 27 00:30:28.667700 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 60650) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:28.726839 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-02c8dce0-9b7c-4f8b-ad5d-3359e04afdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:28.752641 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-02c8dce0-9b7c-4f8b-ad5d-3359e04afdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:28.807544 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-02c8dce0-9b7c-4f8b-ad5d-3359e04afdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:28.823912 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8dce0-9b7c-4f8b-ad5d-3359e04afdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664ecf7a-6b7f-4eee-ab8a-e0084296b34b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:28.830149 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-02c8dce0-9b7c-4f8b-ad5d-3359e04afdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:28.833778 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-02c8dce0-9b7c-4f8b-ad5d-3359e04afdf5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/664ecf7a-6b7f-4eee-ab8a-e0084296b34b HTTP/1.1" status: 204  len: 168 time: 0.1627645
May 27 00:30:29.017598 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b111e-d458-4041-bfdb-1091c5cc0fd0 req-444d00da-8cb5-4636-a425-810a1e9fb2e5 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:29.019470 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-200b111e-d458-4041-bfdb-1091c5cc0fd0 req-444d00da-8cb5-4636-a425-810a1e9fb2e5 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 945 time: 0.0802479
May 27 00:30:29.076513 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-200b111e-d458-4041-bfdb-1091c5cc0fd0 req-96798062-9783-41ee-8611-98ebce855ded tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507309
May 27 00:30:29.459422 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92049e00-2a6d-463a-802f-27695c53c1e0 req-adcdd4cd-8caa-4cd3-afcc-5195ff034ec4 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:29.464916 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-92049e00-2a6d-463a-802f-27695c53c1e0 req-adcdd4cd-8caa-4cd3-afcc-5195ff034ec4 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.1155374
May 27 00:30:29.523432 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-92049e00-2a6d-463a-802f-27695c53c1e0 req-e43979e4-0e3b-4359-aeeb-bab592d18864 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526314
May 27 00:30:30.594975 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6c686-8b5d-4ac8-873b-1e3b49c4309b req-25f66224-b8d4-4467-806d-29745216a5c2 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:30.605035 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-20d6c686-8b5d-4ac8-873b-1e3b49c4309b req-25f66224-b8d4-4467-806d-29745216a5c2 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 945 time: 0.0984330
May 27 00:30:30.663638 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-20d6c686-8b5d-4ac8-873b-1e3b49c4309b req-82aab3f8-ea38-4a5f-b8f3-961c77c6c613 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573616
May 27 00:30:30.818186 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5c917-0ff0-4da9-bc22-4f5fc0601b19 req-b4f41051-5cea-4458-a4cc-6efbe101aa0b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:30.819879 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0ec5c917-0ff0-4da9-bc22-4f5fc0601b19 req-b4f41051-5cea-4458-a4cc-6efbe101aa0b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.0882955
May 27 00:30:30.884978 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0ec5c917-0ff0-4da9-bc22-4f5fc0601b19 req-6bbe2f7f-bf50-46f5-898f-3b972328be1b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572114
May 27 00:30:31.466966 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 60764) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:31.612880 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2f20f750-4c2a-438d-b232-f32202a7f54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:31.643989 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2f20f750-4c2a-438d-b232-f32202a7f54e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:31.647751 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-2f20f750-4c2a-438d-b232-f32202a7f54e admin admin] Usage tracker for resource:security_group_rule and tenant:bf5fd01fb42f434fb1994286dcb0425a is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:31.650493 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-2f20f750-4c2a-438d-b232-f32202a7f54e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:31.656148 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-2f20f750-4c2a-438d-b232-f32202a7f54e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:31.727299 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2f20f750-4c2a-438d-b232-f32202a7f54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:31.731704 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2f20f750-4c2a-438d-b232-f32202a7f54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:31.778316 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20f750-4c2a-438d-b232-f32202a7f54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c375ce5-8244-4379-9c82-55b0fc18a9ac,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:31.788548 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 60774) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:31.789108 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-2f20f750-4c2a-438d-b232-f32202a7f54e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf5fd01fb42f434fb1994286dcb0425a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3203852
May 27 00:30:31.929414 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c1934c69-12a7-4bc3-a602-1955c5b9bdfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:31.937520 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbd3d5-c3a9-4f3d-9915-38ef844d8b31 req-77eaf870-5a4e-4a73-a57d-fbed1d700a62 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:31.939114 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-79dbd3d5-c3a9-4f3d-9915-38ef844d8b31 req-77eaf870-5a4e-4a73-a57d-fbed1d700a62 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 945 time: 0.1361337
May 27 00:30:31.988884 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c1934c69-12a7-4bc3-a602-1955c5b9bdfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:32.018556 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-79dbd3d5-c3a9-4f3d-9915-38ef844d8b31 req-9fd02199-e508-4bda-b934-393352267f31 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722139
May 27 00:30:32.050953 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c1934c69-12a7-4bc3-a602-1955c5b9bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:32.069670 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1934c69-12a7-4bc3-a602-1955c5b9bdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c375ce5-8244-4379-9c82-55b0fc18a9ac,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:32.091871 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c1934c69-12a7-4bc3-a602-1955c5b9bdfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:32.103564 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-c1934c69-12a7-4bc3-a602-1955c5b9bdfe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c375ce5-8244-4379-9c82-55b0fc18a9ac HTTP/1.1" status: 204  len: 168 time: 0.3131890
May 27 00:30:32.217796 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610afe7-c0b6-4cd0-9483-4f18af2a93c9 req-f4d57ea0-d184-46eb-9911-47d3cc8ed71d tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:32.218513 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-6610afe7-c0b6-4cd0-9483-4f18af2a93c9 req-f4d57ea0-d184-46eb-9911-47d3cc8ed71d tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Synchronizing usage tracker for tenant:9d201d17ba094e2b83a47aae09ef0e98 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:30:32.236129 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-6610afe7-c0b6-4cd0-9483-4f18af2a93c9 req-f4d57ea0-d184-46eb-9911-47d3cc8ed71d tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Unset dirty status for tenant:9d201d17ba094e2b83a47aae09ef0e98 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:30:32.237254 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6610afe7-c0b6-4cd0-9483-4f18af2a93c9 req-f4d57ea0-d184-46eb-9911-47d3cc8ed71d tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 945 time: 0.0939574
May 27 00:30:32.307177 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-6610afe7-c0b6-4cd0-9483-4f18af2a93c9 req-5ec381fa-8739-43bb-82f5-6a43a695aba6 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Deleting port d9037d04-3e48-47b9-bea6-4e300d94599e {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:30:32.307515 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6610afe7-c0b6-4cd0-9483-4f18af2a93c9 req-5ec381fa-8739-43bb-82f5-6a43a695aba6 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:32.472042 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 60792) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:32.494671 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-41b94c3a-41fc-4215-b7fb-f92728d25ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:32.532294 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-41b94c3a-41fc-4215-b7fb-f92728d25ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:32.537614 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-41b94c3a-41fc-4215-b7fb-f92728d25ee4 admin admin] Usage tracker for resource:security_group_rule and tenant:fca7c0ce3a6d47479097e76801532d49 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:32.540046 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 60796) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:32.542712 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-41b94c3a-41fc-4215-b7fb-f92728d25ee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:32.549275 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-95457c2e-19eb-47b8-84c4-2e3af46ad18a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--275811419', 'description': 'tempest-description--1692513382'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:30:32.557864 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-95457c2e-19eb-47b8-84c4-2e3af46ad18a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:32.560272 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-41b94c3a-41fc-4215-b7fb-f92728d25ee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:32.565945 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-95457c2e-19eb-47b8-84c4-2e3af46ad18a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Usage tracker for resource:security_group and tenant:8e9e95f10bbf42f68ab5befa5b4aad4c is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:32.570910 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-95457c2e-19eb-47b8-84c4-2e3af46ad18a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:32.582145 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-95457c2e-19eb-47b8-84c4-2e3af46ad18a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:32.604078 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-95457c2e-19eb-47b8-84c4-2e3af46ad18a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:32.621853 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-6610afe7-c0b6-4cd0-9483-4f18af2a93c9 req-5ec381fa-8739-43bb-82f5-6a43a695aba6 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] For port d9037d04-3e48-47b9-bea6-4e300d94599e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d9037d04-3e48-47b9-bea6-4e300d94599e,segment=NetworkSegment(9332f780-1f79-4958-863a-d7f4c6733cda),segment_id=9332f780-1f79-4958-863a-d7f4c6733cda)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:30:32.622668 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6610afe7-c0b6-4cd0-9483-4f18af2a93c9 req-5ec381fa-8739-43bb-82f5-6a43a695aba6 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:32.670171 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-95457c2e-19eb-47b8-84c4-2e3af46ad18a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:32.681751 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-95457c2e-19eb-47b8-84c4-2e3af46ad18a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Usage tracker for resource:security_group_rule and tenant:8e9e95f10bbf42f68ab5befa5b4aad4c is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:32.687020 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-95457c2e-19eb-47b8-84c4-2e3af46ad18a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:32.691289 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-41b94c3a-41fc-4215-b7fb-f92728d25ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:32.696011 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-95457c2e-19eb-47b8-84c4-2e3af46ad18a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:32.699476 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-41b94c3a-41fc-4215-b7fb-f92728d25ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:32.754556 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-6610afe7-c0b6-4cd0-9483-4f18af2a93c9 req-5ec381fa-8739-43bb-82f5-6a43a695aba6 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Calling delete_port for d9037d04-3e48-47b9-bea6-4e300d94599e owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:30:32.773720 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b94c3a-41fc-4215-b7fb-f92728d25ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cde22b-0849-4cf1-85f9-bab33c224bd3,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:32.783291 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-41b94c3a-41fc-4215-b7fb-f92728d25ee4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fca7c0ce3a6d47479097e76801532d49&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3094687
May 27 00:30:32.788104 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 60800) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:32.836604 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-95457c2e-19eb-47b8-84c4-2e3af46ad18a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:32.843520 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-95457c2e-19eb-47b8-84c4-2e3af46ad18a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:32.902018 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95457c2e-19eb-47b8-84c4-2e3af46ad18a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd553c36-999a-4fa0-9bcb-4fcbfe202828,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:32.914866 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6610afe7-c0b6-4cd0-9483-4f18af2a93c9 req-5ec381fa-8739-43bb-82f5-6a43a695aba6 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:32.926493 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-95457c2e-19eb-47b8-84c4-2e3af46ad18a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:32.927733 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-95457c2e-19eb-47b8-84c4-2e3af46ad18a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.3867357
May 27 00:30:32.932203 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 60804) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:32.932836 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-91a303f6-3f88-4051-9038-76088a72d320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:32.947830 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-4bb1fb84-b365-4908-87ff-457328d73163 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Request body: {'security_group_rule': {'security_group_id': 'bd553c36-999a-4fa0-9bcb-4fcbfe202828', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:30:32.956721 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-4bb1fb84-b365-4908-87ff-457328d73163 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:32.965534 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec381fa-8739-43bb-82f5-6a43a695aba6 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Pushing event deleted for resources: {'Port': ['ID=d9037d04-3e48-47b9-bea6-4e300d94599e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:32.975826 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-4bb1fb84-b365-4908-87ff-457328d73163 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Usage tracker for resource:security_group_rule and tenant:8e9e95f10bbf42f68ab5befa5b4aad4c is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:32.980271 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-4bb1fb84-b365-4908-87ff-457328d73163 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:32.984026 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-91a303f6-3f88-4051-9038-76088a72d320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:32.996261 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-4bb1fb84-b365-4908-87ff-457328d73163 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:33.002226 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['d9037d04-3e48-47b9-bea6-4e300d94599e'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:30:33.032678 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4bb1fb84-b365-4908-87ff-457328d73163 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:33.042484 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-6610afe7-c0b6-4cd0-9483-4f18af2a93c9 req-5ec381fa-8739-43bb-82f5-6a43a695aba6 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] No DVR routers for this DVR port d9037d04-3e48-47b9-bea6-4e300d94599e on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:30:33.044776 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6610afe7-c0b6-4cd0-9483-4f18af2a93c9 req-5ec381fa-8739-43bb-82f5-6a43a695aba6 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:33.049290 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8f0ff0-f151-4c62-a846-cb8b07723327', 'name': 'network-vif-deleted', 'tag': 'd9037d04-3e48-47b9-bea6-4e300d94599e'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:30:33.074755 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6610afe7-c0b6-4cd0-9483-4f18af2a93c9 req-5ec381fa-8739-43bb-82f5-6a43a695aba6 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.45 "DELETE /v2.0/ports/d9037d04-3e48-47b9-bea6-4e300d94599e HTTP/1.1" status: 204  len: 173 time: 0.8317995
May 27 00:30:33.095950 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-91a303f6-3f88-4051-9038-76088a72d320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:33.111241 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4bb1fb84-b365-4908-87ff-457328d73163 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:33.118836 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4bb1fb84-b365-4908-87ff-457328d73163 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:33.120588 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a303f6-3f88-4051-9038-76088a72d320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cde22b-0849-4cf1-85f9-bab33c224bd3,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:33.141499 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2411cca-c9c7-4b26-8ee6-64b4ab49035d'] response: {'server_uuid': 'ed8f0ff0-f151-4c62-a846-cb8b07723327', 'name': 'network-vif-deleted', 'tag': 'd9037d04-3e48-47b9-bea6-4e300d94599e', 'status': 'completed', 'code': 200}
May 27 00:30:33.160414 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-91a303f6-3f88-4051-9038-76088a72d320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:33.161317 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-91a303f6-3f88-4051-9038-76088a72d320 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8cde22b-0849-4cf1-85f9-bab33c224bd3 HTTP/1.1" status: 204  len: 168 time: 0.3720632
May 27 00:30:33.192665 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1fb84-b365-4908-87ff-457328d73163 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ac9858-a6c1-4799-9bfb-3dea4bfa1915,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:33.208004 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c70ba35c-5995-4707-a5d2-5734b08930a4 req-81c72a36-6ab9-4420-8741-9c4fd22dad39 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 210 time: 0.0561087
May 27 00:30:33.212858 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4bb1fb84-b365-4908-87ff-457328d73163 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:33.216988 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-4bb1fb84-b365-4908-87ff-457328d73163 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2821467
May 27 00:30:33.217709 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 60818) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:33.241794 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b57d6cfb-dd17-4d98-81f2-51d97a54027a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Request body: {'security_group_rule': {'security_group_id': 'bd553c36-999a-4fa0-9bcb-4fcbfe202828', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:30:33.251617 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b57d6cfb-dd17-4d98-81f2-51d97a54027a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:33.254349 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-b57d6cfb-dd17-4d98-81f2-51d97a54027a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Usage tracker for resource:security_group_rule and tenant:8e9e95f10bbf42f68ab5befa5b4aad4c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:33.257495 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-b57d6cfb-dd17-4d98-81f2-51d97a54027a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:33.264229 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b57d6cfb-dd17-4d98-81f2-51d97a54027a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:33.281823 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b57d6cfb-dd17-4d98-81f2-51d97a54027a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:33.346496 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b57d6cfb-dd17-4d98-81f2-51d97a54027a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:33.350398 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b57d6cfb-dd17-4d98-81f2-51d97a54027a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:33.371242 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d6cfb-dd17-4d98-81f2-51d97a54027a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9998fa01-4c7f-4722-b22c-0314e201c02e,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:33.382217 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b57d6cfb-dd17-4d98-81f2-51d97a54027a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:33.383801 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-b57d6cfb-dd17-4d98-81f2-51d97a54027a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1641533
May 27 00:30:33.387035 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 60824) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:33.393327 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Request body: {'floatingip': {'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:30:33.398876 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:33.402854 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Usage tracker for resource:floatingip and tenant:8e9e95f10bbf42f68ab5befa5b4aad4c is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:33.405970 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:33.412541 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:33.424874 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for floatingip, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:33.567411 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:33.706937 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Allocated IP 172.27.3.144 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/ad2e7c10-997a-4da6-8aed-02147587994d) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:30:33.901390 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:33.931345 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:34.004390 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:30:34.006510 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:30:34.012265 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:30:34.041911 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Pushing event updated for resources: {'Port': ['ID=ad2e7c10-997a-4da6-8aed-02147587994d,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:34.217426 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:34.282879 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:34.459706 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ef381850-ca1f-46f3-93ca-9b333d1520cf req-8350da09-5047-4d02-87fe-55c5c3b74282 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 210 time: 0.0973711
May 27 00:30:34.534188 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:34.538706 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877299'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:34.633108 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Pushing event updated for resources: {'Port': ['ID=ad2e7c10-997a-4da6-8aed-02147587994d,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:34.663638 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:34.678759 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:34.680100 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-222669e4-d9fa-4f59-ba4a-6cb780e47b37 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2920654
May 27 00:30:34.921029 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-01306efc-f656-4875-b42f-fee45c83e573 req-66dedfc9-3131-44d7-be50-f5bf833127b2 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Synchronizing usage tracker for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:security_group {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:30:34.937617 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-01306efc-f656-4875-b42f-fee45c83e573 req-66dedfc9-3131-44d7-be50-f5bf833127b2 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Unset dirty status for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:security_group {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:30:34.938942 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-01306efc-f656-4875-b42f-fee45c83e573 req-66dedfc9-3131-44d7-be50-f5bf833127b2 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--275811419&fields=id&tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c HTTP/1.1" status: 200  len: 267 time: 0.0643182
May 27 00:30:35.084212 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01306efc-f656-4875-b42f-fee45c83e573 req-7328b390-0814-413e-9766-994c4b7a6eab tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:35.085756 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-01306efc-f656-4875-b42f-fee45c83e573 req-7328b390-0814-413e-9766-994c4b7a6eab tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 819 time: 0.1396778
May 27 00:30:35.102307 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-01306efc-f656-4875-b42f-fee45c83e573 req-ec30a568-7d74-413c-88d0-180220baf43d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/quotas/8e9e95f10bbf42f68ab5befa5b4aad4c HTTP/1.1" status: 200  len: 375 time: 0.0111690
May 27 00:30:35.186763 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-01306efc-f656-4875-b42f-fee45c83e573 req-25890b5c-9d8d-4d2b-90cb-c5d6b3c9837e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0791922
May 27 00:30:35.324639 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-01306efc-f656-4875-b42f-fee45c83e573 req-f02c2109-d0c9-4e5b-a46b-634123997309 service neutron] 10.222.0.21 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261964
May 27 00:30:35.459850 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-01306efc-f656-4875-b42f-fee45c83e573 req-360f86f2-99ff-4bb4-b83e-b202ce7daceb service neutron] 10.222.0.21 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280708
May 27 00:30:35.724173 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-45ca5112-c3f3-4276-8fee-d568212ec6b0 req-ca814143-8941-4805-96c4-0a39c2a71fb9 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 210 time: 0.1108737
May 27 00:30:35.757494 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-649a7b3b-5f5a-4237-80cb-17be8102eb9b req-7a007241-731a-4680-81f4-5f11aca2a233 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 210 time: 0.1052456
May 27 00:30:36.004279 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device d9037d04-3e48-47b9-bea6-4e300d94599e no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:30:36.037462 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: d9037d04-3e48-47b9-bea6-4e300d94599e {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:30:36.037793 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device d9037d04-3e48-47b9-bea6-4e300d94599e not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:30:36.922947 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3c58c3ea-c0ee-488c-84a8-36c83ff67e7f req-2d21f5d4-701d-47aa-af26-61c6ddec13ce tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 210 time: 0.0639575
May 27 00:30:36.970231 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1de10ff3-234b-49f8-8e40-dd9710424025 req-f4f1d65a-8010-43f5-842a-55d7c56224c6 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 210 time: 0.0399690
May 27 00:30:38.184742 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e8e3a496-c309-443c-8901-ea2edb32fbf5 req-6d74c476-992e-44a9-a750-e3c3070a1c64 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed8f0ff0-f151-4c62-a846-cb8b07723327 HTTP/1.1" status: 200  len: 210 time: 0.1396782
May 27 00:30:38.191334 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-971dcd10-8dcb-478e-8878-829b3391ffe2 req-d4d01de0-89ed-4e2e-9202-7dec56fb5d73 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 210 time: 0.0514216
May 27 00:30:39.376944 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01306efc-f656-4875-b42f-fee45c83e573 req-2f695f65-29ec-461a-881f-d1db710cd981 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:39.378350 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-01306efc-f656-4875-b42f-fee45c83e573 req-2f695f65-29ec-461a-881f-d1db710cd981 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 819 time: 0.1551430
May 27 00:30:39.379022 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e135eeb9-3ae7-4e17-b0b7-ffae1fc33138 req-b024059c-f5cf-4494-99ca-f54ca605735c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 210 time: 0.0529945
May 27 00:30:39.435121 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-01306efc-f656-4875-b42f-fee45c83e573 req-07265850-f30f-4265-b811-37cee1cab6b8 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Synchronizing usage tracker for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:30:39.451561 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-01306efc-f656-4875-b42f-fee45c83e573 req-07265850-f30f-4265-b811-37cee1cab6b8 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Unset dirty status for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:30:39.452712 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-01306efc-f656-4875-b42f-fee45c83e573 req-07265850-f30f-4265-b811-37cee1cab6b8 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c HTTP/1.1" status: 200  len: 379 time: 0.0597248
May 27 00:30:39.462248 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Request body: {'port': {'device_id': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'admin_state_up': True, 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'security_groups': ['bd553c36-999a-4fa0-9bcb-4fcbfe202828']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:30:39.610417 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:39.615044 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Usage tracker for resource:port and tenant:8e9e95f10bbf42f68ab5befa5b4aad4c is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:39.618429 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:39.625260 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:39.639812 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Made reservation on behalf of 8e9e95f10bbf42f68ab5befa5b4aad4c for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:30:39.644076 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:39.721084 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-531e6151-0403-4a86-a546-def09493a421 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:39.722505 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-531e6151-0403-4a86-a546-def09493a421 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/networks?id=c1253361-0b89-45d7-a84a-ba7bdd14506f HTTP/1.1" status: 200  len: 809 time: 0.1519091
May 27 00:30:39.738482 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-93ebf0df-66fa-44f5-8e9f-60e5bbf64cc0 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/quotas/9d201d17ba094e2b83a47aae09ef0e98 HTTP/1.1" status: 200  len: 375 time: 0.0102391
May 27 00:30:39.788371 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-692ec4d8-7296-4c80-8569-38ddab1024ec tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d201d17ba094e2b83a47aae09ef0e98&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0449119
May 27 00:30:39.879572 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Allocated IP 172.20.0.5 (4738b157-f228-41f8-8014-912ba15b7620/7d2c0dfd-f632-4f37-8f17-283e95a4f9e6/6efd9217-305f-45ad-8cbd-e560d3fa33c3) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:30:39.926354 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-e43460ed-d203-43f1-ae48-003ed0da5bb7 service neutron] 10.222.0.21 "GET /v2.0/networks/c1253361-0b89-45d7-a84a-ba7bdd14506f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310656
May 27 00:30:40.062028 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-90307275-e54c-468c-a4c4-a10424964218 service neutron] 10.222.0.21 "GET /v2.0/networks/c1253361-0b89-45d7-a84a-ba7bdd14506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292570
May 27 00:30:40.079645 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:40.097148 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Transition to ACTIVE for port object 6efd9217-305f-45ad-8cbd-e560d3fa33c3 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:30:40.135495 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:40.233665 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Network 4738b157-f228-41f8-8014-912ba15b7620 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:30:40.237743 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:30:40.239675 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Pushing event updated for resources: {'Port': ['ID=6efd9217-305f-45ad-8cbd-e560d3fa33c3,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:40.252152 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:30:40.352958 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9a8b272e-beaf-4943-b809-d27a8ce217f0 req-9fa79147-c221-4d47-85af-def9b34aaef7 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 210 time: 0.0549295
May 27 00:30:40.383577 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:40.384223 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:40.413227 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-01306efc-f656-4875-b42f-fee45c83e573 req-c3ee874a-34d4-46e7-b80c-12b496a5c690 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9547617
May 27 00:30:40.428784 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Request body: {'port': {'device_id': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:30:40.596861 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-be65a58e-beee-4405-bb0e-fa3fb60730b3 None None] Provisioning for port 6efd9217-305f-45ad-8cbd-e560d3fa33c3 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:30:40.619777 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-be65a58e-beee-4405-bb0e-fa3fb60730b3 None None] Provisioning complete for port 6efd9217-305f-45ad-8cbd-e560d3fa33c3 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:30:40.620245 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-be65a58e-beee-4405-bb0e-fa3fb60730b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:40.625295 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:40.641953 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08814b63-334c-4697-a5b7-5e83ba813e52 req-43137e4a-20dd-4cd8-81b0-5eb10b7d6b45 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:40.644252 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-08814b63-334c-4697-a5b7-5e83ba813e52 req-43137e4a-20dd-4cd8-81b0-5eb10b7d6b45 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 931 time: 0.1096892
May 27 00:30:40.697876 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-08814b63-334c-4697-a5b7-5e83ba813e52 req-d77461eb-27d7-4720-8c52-a4d92df38cf3 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464017
May 27 00:30:40.722612 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-be65a58e-beee-4405-bb0e-fa3fb60730b3 None None] Port 6efd9217-305f-45ad-8cbd-e560d3fa33c3 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:30:41.018947 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6efd9217-305f-45ad-8cbd-e560d3fa33c3 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:30:41.026198 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:41.041849 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Transition to ACTIVE for port object 6efd9217-305f-45ad-8cbd-e560d3fa33c3 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:30:41.044803 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:41.180866 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Pushing event updated for resources: {'Port': ['ID=6efd9217-305f-45ad-8cbd-e560d3fa33c3,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:41.297438 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Attempting to bind port 6efd9217-305f-45ad-8cbd-e560d3fa33c3 on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:30:41.297800 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Attempting to bind port 6efd9217-305f-45ad-8cbd-e560d3fa33c3 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:30:41.298116 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Attempting to bind port 6efd9217-305f-45ad-8cbd-e560d3fa33c3 on network 4738b157-f228-41f8-8014-912ba15b7620 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:30:41.304436 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Port 6efd9217-305f-45ad-8cbd-e560d3fa33c3 on network 4738b157-f228-41f8-8014-912ba15b7620 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:30:41.304746 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Attempting to bind port 6efd9217-305f-45ad-8cbd-e560d3fa33c3 on network 4738b157-f228-41f8-8014-912ba15b7620 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:30:41.311049 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:30:41.311367 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Checking segment: {'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:30:41.311773 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Bound using segment: {'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:30:41.312182 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Bound port: 6efd9217-305f-45ad-8cbd-e560d3fa33c3, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a0486b-440e-4f5a-b8e8-158f43766394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4738b157-f228-41f8-8014-912ba15b7620'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:30:41.312516 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:41.405795 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] For port 6efd9217-305f-45ad-8cbd-e560d3fa33c3, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:30:41.409804 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] For port 6efd9217-305f-45ad-8cbd-e560d3fa33c3, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6efd9217-305f-45ad-8cbd-e560d3fa33c3,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:30:41.416199 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:41.484575 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:41.486009 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-01306efc-f656-4875-b42f-fee45c83e573 req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] 10.222.0.45 "PUT /v2.0/ports/6efd9217-305f-45ad-8cbd-e560d3fa33c3 HTTP/1.1" status: 200  len: 1093 time: 1.0639226
May 27 00:30:41.486456 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'tag': '6efd9217-305f-45ad-8cbd-e560d3fa33c3'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:30:41.525175 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92428c31-0d6f-43ed-9ed2-d2c353e1a7ae service neutron] Pushing event updated for resources: {'Port': ['ID=6efd9217-305f-45ad-8cbd-e560d3fa33c3,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:41.604497 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca8b0f9-3f3f-4fd6-ac61-3529c1447fd4'] response: {'name': 'network-changed', 'server_uuid': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'tag': '6efd9217-305f-45ad-8cbd-e560d3fa33c3', 'status': 'completed', 'code': 200}
May 27 00:30:41.606581 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1bf9d78c-54fb-4022-a005-f1ca2900c928 req-9c413174-d025-4556-b590-4dffe2e3f430 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 210 time: 0.0604312
May 27 00:30:41.744638 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-01306efc-f656-4875-b42f-fee45c83e573 req-b709ff1c-9fde-4ab8-8166-10804aa990bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 1096 time: 0.1923220
May 27 00:30:41.755555 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-829aafc9-1803-4dbd-9de0-588a3268bda2 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:41.757038 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-829aafc9-1803-4dbd-9de0-588a3268bda2 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.45 "GET /v2.0/networks?id=c1253361-0b89-45d7-a84a-ba7bdd14506f HTTP/1.1" status: 200  len: 809 time: 0.2332637
May 27 00:30:41.818153 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Request body: {'port': {'device_id': '0d8913c8-fca2-49c8-be90-8e78aa798085', 'network_id': 'c1253361-0b89-45d7-a84a-ba7bdd14506f', 'admin_state_up': True, 'tenant_id': '9d201d17ba094e2b83a47aae09ef0e98'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:30:41.894392 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-01306efc-f656-4875-b42f-fee45c83e573 req-e9404b16-2f9a-4a85-824e-7b1727358345 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6efd9217-305f-45ad-8cbd-e560d3fa33c3 HTTP/1.1" status: 200  len: 217 time: 0.1363387
May 27 00:30:41.967791 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91ec4-8d74-4a2b-823a-038a1fb05f3c req-5648806a-cfa8-4116-bfe5-89451345677c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:41.969312 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b7f91ec4-8d74-4a2b-823a-038a1fb05f3c req-5648806a-cfa8-4116-bfe5-89451345677c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 943 time: 0.1161053
May 27 00:30:42.036655 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b7f91ec4-8d74-4a2b-823a-038a1fb05f3c req-54ccc194-b2be-432a-8db9-f38f981d4764 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610693
May 27 00:30:42.071105 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01306efc-f656-4875-b42f-fee45c83e573 req-330ad3cc-1d03-456e-a6f7-d0b3f82871b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:42.072662 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-01306efc-f656-4875-b42f-fee45c83e573 req-330ad3cc-1d03-456e-a6f7-d0b3f82871b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.1674633
May 27 00:30:42.144570 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:42.154964 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 32782) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:42.155707 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Usage tracker for resource:port and tenant:9d201d17ba094e2b83a47aae09ef0e98 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:42.161071 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:42.168722 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:42.186798 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Made reservation on behalf of 9d201d17ba094e2b83a47aae09ef0e98 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:30:42.190242 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:42.203964 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-01306efc-f656-4875-b42f-fee45c83e573 req-91fbf9fa-e8bb-4dab-ad62-e43abefdbf6b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1246073
May 27 00:30:42.279554 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 32792) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:42.451349 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-01306efc-f656-4875-b42f-fee45c83e573 req-d579733f-8899-4ccf-9d7c-3e4ef0aa0930 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2397401
May 27 00:30:42.460524 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-34538c71-097d-4f22-94de-4420fc7344cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:42.468841 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ebe1-a93c-4909-9348-0c2440ee8534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:42.517893 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-34538c71-097d-4f22-94de-4420fc7344cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:42.520206 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-2ec8ebe1-a93c-4909-9348-0c2440ee8534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:42.524497 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-34538c71-097d-4f22-94de-4420fc7344cd admin admin] Usage tracker for resource:security_group_rule and tenant:1eedb851930d4cf3a8268f0661be9511 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:42.527174 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-2ec8ebe1-a93c-4909-9348-0c2440ee8534 admin admin] Usage tracker for resource:security_group_rule and tenant:6936c44f472d4219adfd09d682b4b24d is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:42.529619 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-34538c71-097d-4f22-94de-4420fc7344cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:42.532814 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-2ec8ebe1-a93c-4909-9348-0c2440ee8534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:42.540203 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-34538c71-097d-4f22-94de-4420fc7344cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:42.542176 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-2ec8ebe1-a93c-4909-9348-0c2440ee8534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:42.566774 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Allocated IP 172.20.0.8 (c1253361-0b89-45d7-a84a-ba7bdd14506f/103d98d3-fe05-46f0-b48f-a95060ac1857/9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:30:42.637631 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-01306efc-f656-4875-b42f-fee45c83e573 req-a41716f3-c131-4534-8c5a-18d5cb234d57 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751015
May 27 00:30:42.658569 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-34538c71-097d-4f22-94de-4420fc7344cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:42.661147 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ebe1-a93c-4909-9348-0c2440ee8534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:42.663923 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-34538c71-097d-4f22-94de-4420fc7344cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:42.679629 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ebe1-a93c-4909-9348-0c2440ee8534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:42.731463 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34538c71-097d-4f22-94de-4420fc7344cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58eeddf-5aca-4fc5-8f07-9d1567b0af55,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:42.740785 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-34538c71-097d-4f22-94de-4420fc7344cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1eedb851930d4cf3a8268f0661be9511&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5843527
May 27 00:30:42.744550 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 32800) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:42.751413 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-2ec8ebe1-a93c-4909-9348-0c2440ee8534 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6936c44f472d4219adfd09d682b4b24d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4704807
May 27 00:30:42.757172 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 32804) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:42.818705 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-91e7f176-3917-4288-b99f-f5366cf62041 req-eedf35bb-9ed4-42aa-a072-45443e3f4a7f tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 210 time: 0.0638802
May 27 00:30:42.823621 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8ebe1-a93c-4909-9348-0c2440ee8534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb90b2ed-651d-44ed-b24e-f05cb6f693b6,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:42.884169 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b0fb-6d7c-4ecd-9b5e-07404f87ca54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:42.916380 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b0fb-6d7c-4ecd-9b5e-07404f87ca54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:42.925016 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bde1cfcf-38de-4411-a70b-17d98497c757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:42.943419 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:42.969047 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bde1cfcf-38de-4411-a70b-17d98497c757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:42.977898 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b0fb-6d7c-4ecd-9b5e-07404f87ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:42.995968 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2b0fb-6d7c-4ecd-9b5e-07404f87ca54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb90b2ed-651d-44ed-b24e-f05cb6f693b6,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:42.996698 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a54f54a8-a274-44ea-94c5-5aaff60a0921 req-d0f88001-ff71-40a6-b4d9-c49b3be487ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 1096 time: 0.2039909
May 27 00:30:43.003018 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b0fb-6d7c-4ecd-9b5e-07404f87ca54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:43.006279 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-3cb2b0fb-6d7c-4ecd-9b5e-07404f87ca54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb90b2ed-651d-44ed-b24e-f05cb6f693b6 HTTP/1.1" status: 204  len: 168 time: 0.2455382
May 27 00:30:43.123994 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:43.149010 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:43.237171 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bde1cfcf-38de-4411-a70b-17d98497c757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:43.268464 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Pushing event updated for resources: {'Port': ['ID=9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:43.276218 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f54a8-a274-44ea-94c5-5aaff60a0921 req-e5014466-b0f8-475d-acb5-7d51f23c3d28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:43.277695 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a54f54a8-a274-44ea-94c5-5aaff60a0921 req-e5014466-b0f8-475d-acb5-7d51f23c3d28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 920 time: 0.2651432
May 27 00:30:43.278426 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1cfcf-38de-4411-a70b-17d98497c757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58eeddf-5aca-4fc5-8f07-9d1567b0af55,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:43.281937 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Network c1253361-0b89-45d7-a84a-ba7bdd14506f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:30:43.286785 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:30:43.371906 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1144b06-afed-4924-a1f2-91e59087a9b3 req-7de91b12-1dd1-4011-a15f-96a1f7ac60aa tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:43.373783 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c1144b06-afed-4924-a1f2-91e59087a9b3 req-7de91b12-1dd1-4011-a15f-96a1f7ac60aa tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 943 time: 0.1397891
May 27 00:30:43.381288 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:30:43.433198 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a54f54a8-a274-44ea-94c5-5aaff60a0921 req-87e80a59-ef93-4d6b-99d9-c742d74a20fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6efd9217-305f-45ad-8cbd-e560d3fa33c3 HTTP/1.1" status: 200  len: 217 time: 0.1480813
May 27 00:30:43.437026 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c1144b06-afed-4924-a1f2-91e59087a9b3 req-b24a9172-1e78-4c9e-a7a7-7568c41c69ff tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543866
May 27 00:30:43.486927 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bde1cfcf-38de-4411-a70b-17d98497c757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:43.488045 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-bde1cfcf-38de-4411-a70b-17d98497c757 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e58eeddf-5aca-4fc5-8f07-9d1567b0af55 HTTP/1.1" status: 204  len: 168 time: 0.7428110
May 27 00:30:43.505222 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:43.505831 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:43.526661 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f54a8-a274-44ea-94c5-5aaff60a0921 req-32a24957-aaf5-4f34-a614-99537658a61e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:43.528099 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a54f54a8-a274-44ea-94c5-5aaff60a0921 req-32a24957-aaf5-4f34-a614-99537658a61e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.0871756
May 27 00:30:43.529664 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-b106902c-6f1d-4c23-95d7-f98c4a0779b3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7165222
May 27 00:30:43.588100 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Request body: {'port': {'device_id': '0d8913c8-fca2-49c8-be90-8e78aa798085', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:30:43.723707 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:43.767011 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a54f54a8-a274-44ea-94c5-5aaff60a0921 req-5088659a-c798-4496-80c4-73602fb6f249 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2120731
May 27 00:30:43.913910 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 32820) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:43.932492 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae98a-ba9a-4896-b9f9-fe6e8194ec48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:44.003687 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-ad1ae98a-ba9a-4896-b9f9-fe6e8194ec48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:44.008663 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-ad1ae98a-ba9a-4896-b9f9-fe6e8194ec48 admin admin] Usage tracker for resource:security_group_rule and tenant:2c8d7f1f3ddb4423895d56c16bc443b4 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:44.012547 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-ad1ae98a-ba9a-4896-b9f9-fe6e8194ec48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:44.023687 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-ad1ae98a-ba9a-4896-b9f9-fe6e8194ec48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:44.065231 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f49de-a190-4f91-a8d5-8ce1c5f98e5c req-2bba8071-4551-4756-863b-124e53b8f3bd tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:44.066558 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0c3f49de-a190-4f91-a8d5-8ce1c5f98e5c req-2bba8071-4551-4756-863b-124e53b8f3bd tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 931 time: 0.1102180
May 27 00:30:44.093386 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a54f54a8-a274-44ea-94c5-5aaff60a0921 req-92e497bf-2cd7-40dd-804c-52ed3833886d service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3154910
May 27 00:30:44.142504 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae98a-ba9a-4896-b9f9-fe6e8194ec48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:44.146518 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0c3f49de-a190-4f91-a8d5-8ce1c5f98e5c req-6b83609e-a0f4-476b-91ef-629e4557aedd tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731983
May 27 00:30:44.147475 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae98a-ba9a-4896-b9f9-fe6e8194ec48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:44.191795 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ae98a-ba9a-4896-b9f9-fe6e8194ec48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded24356-d702-440b-953d-daffe5217565,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:44.199375 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-ad1ae98a-ba9a-4896-b9f9-fe6e8194ec48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c8d7f1f3ddb4423895d56c16bc443b4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2819345
May 27 00:30:44.200309 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 32826) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:44.258287 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-174535c6-f2dc-4965-a2ce-802716b82b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:44.283867 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-174535c6-f2dc-4965-a2ce-802716b82b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:44.311883 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a54f54a8-a274-44ea-94c5-5aaff60a0921 req-3c0b49dd-218a-4d37-ac4b-3eb939da4947 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1721623
May 27 00:30:44.336645 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-174535c6-f2dc-4965-a2ce-802716b82b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:44.351215 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174535c6-f2dc-4965-a2ce-802716b82b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded24356-d702-440b-953d-daffe5217565,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:44.357753 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-174535c6-f2dc-4965-a2ce-802716b82b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:44.358976 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-174535c6-f2dc-4965-a2ce-802716b82b4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ded24356-d702-440b-953d-daffe5217565 HTTP/1.1" status: 204  len: 168 time: 0.1583757
May 27 00:30:44.390410 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:30:44.398429 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:44.414896 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Transition to ACTIVE for port object 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:30:44.418691 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:44.501777 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-1da27e46-aa3b-41ab-86f6-21c293264131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:44.550678 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:44.668922 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Attempting to bind port 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:30:44.669251 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Attempting to bind port 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '9332f780-1f79-4958-863a-d7f4c6733cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c1253361-0b89-45d7-a84a-ba7bdd14506f'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:30:44.669590 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Attempting to bind port 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec on network c1253361-0b89-45d7-a84a-ba7bdd14506f {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:30:44.676302 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Port 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec on network c1253361-0b89-45d7-a84a-ba7bdd14506f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:30:44.676620 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Attempting to bind port 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec on network c1253361-0b89-45d7-a84a-ba7bdd14506f {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:30:44.683437 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:30:44.683801 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Checking segment: {'id': '9332f780-1f79-4958-863a-d7f4c6733cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c1253361-0b89-45d7-a84a-ba7bdd14506f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:30:44.684177 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Bound using segment: {'id': '9332f780-1f79-4958-863a-d7f4c6733cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c1253361-0b89-45d7-a84a-ba7bdd14506f'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:30:44.684595 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Bound port: 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9332f780-1f79-4958-863a-d7f4c6733cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c1253361-0b89-45d7-a84a-ba7bdd14506f'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:30:44.684934 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:44.738103 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88994be5-6c90-41a8-9f7e-59fff6b85bb6 req-bf2cbb9d-332d-4edf-a406-5ec7e8b33f8b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:44.739797 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-88994be5-6c90-41a8-9f7e-59fff6b85bb6 req-bf2cbb9d-332d-4edf-a406-5ec7e8b33f8b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 943 time: 0.1392334
May 27 00:30:44.790074 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] For port 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:30:44.796215 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-88994be5-6c90-41a8-9f7e-59fff6b85bb6 req-9ef974ed-baa3-41ff-a9ea-7b66b02ae510 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509121
May 27 00:30:44.804165 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] For port 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec,segment=NetworkSegment(9332f780-1f79-4958-863a-d7f4c6733cda),segment_id=9332f780-1f79-4958-863a-d7f4c6733cda)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:30:44.809999 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:44.874997 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:44.877461 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] 10.222.0.45 "PUT /v2.0/ports/9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec HTTP/1.1" status: 200  len: 1093 time: 1.3213465
May 27 00:30:44.878092 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8913c8-fca2-49c8-be90-8e78aa798085', 'tag': '9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:30:44.912687 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe82f78-b130-4ec0-b5d7-cfcc196031e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:44.954644 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a793a7c3-db27-40de-865c-88faf97a0ad0'] response: {'name': 'network-changed', 'server_uuid': '0d8913c8-fca2-49c8-be90-8e78aa798085', 'tag': '9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec', 'status': 'completed', 'code': 200}
May 27 00:30:44.998933 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-19027fa1-e378-4b95-ab0c-95eff05481c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d201d17ba094e2b83a47aae09ef0e98&device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 1096 time: 0.0749185
May 27 00:30:45.074526 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-c970d750-9f8c-46e4-822d-3739d4669f48 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec HTTP/1.1" status: 200  len: 217 time: 0.0610094
May 27 00:30:45.142573 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-52e5447e-d310-4ac6-972f-94d560e7c294 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:45.144194 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-52e5447e-d310-4ac6-972f-94d560e7c294 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=103d98d3-fe05-46f0-b48f-a95060ac1857 HTTP/1.1" status: 200  len: 849 time: 0.0631473
May 27 00:30:45.193185 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-c9da438c-156c-4fc2-b044-2de93b9d8028 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1253361-0b89-45d7-a84a-ba7bdd14506f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421977
May 27 00:30:45.336038 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-14711064-8bc9-4020-a79e-0cc5fd3ff7ae service neutron] 10.222.0.45 "GET /v2.0/networks/c1253361-0b89-45d7-a84a-ba7bdd14506f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361372
May 27 00:30:45.355472 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87f902-f091-4c84-8281-73673bfd4eed req-bbe2c2a8-86cf-4135-87b4-31bcf4ebe67a tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:45.358611 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bc87f902-f091-4c84-8281-73673bfd4eed req-bbe2c2a8-86cf-4135-87b4-31bcf4ebe67a tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 943 time: 0.0878837
May 27 00:30:45.430008 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bc87f902-f091-4c84-8281-73673bfd4eed req-00c75e6d-e574-482a-94ad-d375a836bb8d tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646980
May 27 00:30:45.473738 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b99fa6cf-bd4e-4515-990a-ceda64aa78d7 req-4497c7a5-21f1-463f-a4f5-58e49dfc9f74 service neutron] 10.222.0.45 "GET /v2.0/networks/c1253361-0b89-45d7-a84a-ba7bdd14506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300941
May 27 00:30:45.613714 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3d4685af-90e1-490e-b2e2-131d04de959c req-ec59c524-92c6-4058-bc87-0bc425b6947a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d201d17ba094e2b83a47aae09ef0e98&device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 1096 time: 0.0826468
May 27 00:30:45.839347 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4685af-90e1-490e-b2e2-131d04de959c req-f938dbf5-eecd-469e-84bd-b6c0810adf86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:45.841015 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3d4685af-90e1-490e-b2e2-131d04de959c req-f938dbf5-eecd-469e-84bd-b6c0810adf86 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1253361-0b89-45d7-a84a-ba7bdd14506f HTTP/1.1" status: 200  len: 910 time: 0.2198133
May 27 00:30:45.913065 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3d4685af-90e1-490e-b2e2-131d04de959c req-9b5ed297-585d-4a77-b6e3-cc6b91654d7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec HTTP/1.1" status: 200  len: 217 time: 0.0653181
May 27 00:30:45.978380 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4685af-90e1-490e-b2e2-131d04de959c req-a637fc3e-7a72-4630-89d4-42dd6946569b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:45.979870 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3d4685af-90e1-490e-b2e2-131d04de959c req-a637fc3e-7a72-4630-89d4-42dd6946569b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=103d98d3-fe05-46f0-b48f-a95060ac1857 HTTP/1.1" status: 200  len: 849 time: 0.0610058
May 27 00:30:46.024775 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675006f9-13b2-403e-a48e-807e528e6c01 req-aec48f2a-934e-4b39-98ac-ce7abcb27609 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:46.025653 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3d4685af-90e1-490e-b2e2-131d04de959c req-0c71c0bd-c7f2-4e6b-bb87-0fd58ce61a8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1253361-0b89-45d7-a84a-ba7bdd14506f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393572
May 27 00:30:46.026191 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-675006f9-13b2-403e-a48e-807e528e6c01 req-aec48f2a-934e-4b39-98ac-ce7abcb27609 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 943 time: 0.0773976
May 27 00:30:46.072119 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-675006f9-13b2-403e-a48e-807e528e6c01 req-3b132b5f-af4b-4b0e-9c36-d5b77d9aca5c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402291
May 27 00:30:46.164047 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3d4685af-90e1-490e-b2e2-131d04de959c req-a39a9bc0-f5ca-4035-ab65-c3293ca2bef8 service neutron] 10.222.0.45 "GET /v2.0/networks/c1253361-0b89-45d7-a84a-ba7bdd14506f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313241
May 27 00:30:46.293653 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3d4685af-90e1-490e-b2e2-131d04de959c req-4d3296b5-04d6-4cca-9e1a-b079d8bc488c service neutron] 10.222.0.45 "GET /v2.0/networks/c1253361-0b89-45d7-a84a-ba7bdd14506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230664
May 27 00:30:46.633871 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2132f1-d88e-4e9e-9fc9-b1f6a5ad0c6a req-97f25496-5849-41e4-a950-417938fc8ba1 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:46.635453 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0f2132f1-d88e-4e9e-9fc9-b1f6a5ad0c6a req-97f25496-5849-41e4-a950-417938fc8ba1 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 943 time: 0.0805302
May 27 00:30:46.665597 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-38166f53-e306-458f-bc40-e6dfe0cff180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:46.700489 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0f2132f1-d88e-4e9e-9fc9-b1f6a5ad0c6a req-91d16a27-ca0a-4803-9dd3-1452ec7b8eea tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583034
May 27 00:30:47.110625 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:30:47.276823 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f272-8356-4d75-8b84-c3f607a19b8f req-d7711e9a-e67c-4ed8-9848-a18f8e2ac86b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:47.278585 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6581f272-8356-4d75-8b84-c3f607a19b8f req-d7711e9a-e67c-4ed8-9848-a18f8e2ac86b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 943 time: 0.0807924
May 27 00:30:47.325231 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6581f272-8356-4d75-8b84-c3f607a19b8f req-d2b100de-2c0f-40c7-9200-b33b94268842 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399849
May 27 00:30:47.886398 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:47.897935 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97103e4-38ee-4c32-be8c-996f95155acc req-9a02b60d-d512-4dc7-ae8b-fcda239e538f tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:47.899416 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c97103e4-38ee-4c32-be8c-996f95155acc req-9a02b60d-d512-4dc7-ae8b-fcda239e538f tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 943 time: 0.0842633
May 27 00:30:47.946465 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c97103e4-38ee-4c32-be8c-996f95155acc req-7c442c78-7ac1-43ab-a433-21b766fcdb74 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413985
May 27 00:30:47.960399 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:48.046958 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 6efd9217-305f-45ad-8cbd-e560d3fa33c3 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:30:48.178722 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 6efd9217-305f-45ad-8cbd-e560d3fa33c3, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6efd9217-305f-45ad-8cbd-e560d3fa33c3,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:30:48.191769 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': '6efd9217-305f-45ad-8cbd-e560d3fa33c3', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'port_id': '6efd9217-305f-45ad-8cbd-e560d3fa33c3', 'mac_address': 'fa:16:3e:45:5c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:30:48.245272 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:48.265290 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6efd9217-305f-45ad-8cbd-e560d3fa33c3 {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:30:48.279880 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 6efd9217-305f-45ad-8cbd-e560d3fa33c3, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6efd9217-305f-45ad-8cbd-e560d3fa33c3,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:30:48.285081 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:48.349376 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=6efd9217-305f-45ad-8cbd-e560d3fa33c3,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:48.523920 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81dac7-3d10-4548-b78c-a41e71a69ecf req-447a2156-f51d-4702-94a8-49d2793deff5 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:48.525394 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0b81dac7-3d10-4548-b78c-a41e71a69ecf req-447a2156-f51d-4702-94a8-49d2793deff5 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 944 time: 0.0755405
May 27 00:30:48.574041 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0b81dac7-3d10-4548-b78c-a41e71a69ecf req-83ee45e3-3f5d-4cc1-b02d-f496a146bb1e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430608
May 27 00:30:48.742200 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['6efd9217-305f-45ad-8cbd-e560d3fa33c3'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:30:49.148266 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fe2d0-4d2a-46f0-a58f-035fa5c8f5d5 req-7f8acbd0-1973-42ca-ab2c-f23474f59c68 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:49.149628 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a78fe2d0-4d2a-46f0-a58f-035fa5c8f5d5 req-7f8acbd0-1973-42ca-ab2c-f23474f59c68 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 943 time: 0.0799592
May 27 00:30:49.179071 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:49.201774 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a78fe2d0-4d2a-46f0-a58f-035fa5c8f5d5 req-652fd050-2c72-4eba-a41f-7701ef376da9 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462461
May 27 00:30:49.807025 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecac00-1193-4ab5-a2bc-9fef15d66890 req-13beb9f2-2e35-4291-8db8-7d4f6749f9d1 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:49.808942 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b9ecac00-1193-4ab5-a2bc-9fef15d66890 req-13beb9f2-2e35-4291-8db8-7d4f6749f9d1 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 944 time: 0.0837069
May 27 00:30:49.870763 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b9ecac00-1193-4ab5-a2bc-9fef15d66890 req-9c186978-9117-4d9c-ac52-52ae39251884 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481572
May 27 00:30:50.072717 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:30:50.077235 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 6efd9217-305f-45ad-8cbd-e560d3fa33c3 up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:30:50.268509 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port 6efd9217-305f-45ad-8cbd-e560d3fa33c3 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:30:50.279849 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port 6efd9217-305f-45ad-8cbd-e560d3fa33c3 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:30:50.280209 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:50.371334 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec,segment=NetworkSegment(9332f780-1f79-4958-863a-d7f4c6733cda),segment_id=9332f780-1f79-4958-863a-d7f4c6733cda)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:30:50.389298 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': '9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec', 'network_id': 'c1253361-0b89-45d7-a84a-ba7bdd14506f', 'port_id': '9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec', 'mac_address': 'fa:16:3e:e1:72:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103d98d3-fe05-46f0-b48f-a95060ac1857', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:30:50.429465 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770aa36b-d6dc-4e76-b0aa-7896bf3fdc4b req-fccb8e51-ce25-40bc-987f-13b2a0cc4a93 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:50.430950 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-770aa36b-d6dc-4e76-b0aa-7896bf3fdc4b req-fccb8e51-ce25-40bc-987f-13b2a0cc4a93 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 943 time: 0.0796931
May 27 00:30:50.478200 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-770aa36b-d6dc-4e76-b0aa-7896bf3fdc4b req-5765be87-c7ff-4b26-a0e2-66c43cea015e tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411563
May 27 00:30:50.489709 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:50.501582 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:50.528510 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:30:50.538847 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efd9217-305f-45ad-8cbd-e560d3fa33c3'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:30:50.555216 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 6efd9217-305f-45ad-8cbd-e560d3fa33c3, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6efd9217-305f-45ad-8cbd-e560d3fa33c3,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:30:50.558357 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec,segment=NetworkSegment(9332f780-1f79-4958-863a-d7f4c6733cda),segment_id=9332f780-1f79-4958-863a-d7f4c6733cda)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:30:50.560623 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:50.596845 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:50.605870 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7648e5-20fc-4e23-81aa-3bc7d9ff0155'] response: {'server_uuid': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efd9217-305f-45ad-8cbd-e560d3fa33c3', 'code': 200}
May 27 00:30:50.634308 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=6efd9217-305f-45ad-8cbd-e560d3fa33c3,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:50.714339 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:50.867245 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3c32cc9f-e0e4-4c8e-8503-1d328eabc137 req-ec8c4c99-3fab-46f3-9583-f6474472b6d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 1098 time: 0.0773294
May 27 00:30:50.920018 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3c32cc9f-e0e4-4c8e-8503-1d328eabc137 req-c8d0ee47-b643-4bc7-87ac-38abaee5790b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461204
May 27 00:30:51.013249 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:30:51.077407 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653ac9-de37-43e3-a71c-5380d66d382f req-addc25d6-b2d1-473e-bfb9-9e5d24c18db9 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:51.078874 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-98653ac9-de37-43e3-a71c-5380d66d382f req-addc25d6-b2d1-473e-bfb9-9e5d24c18db9 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0835087
May 27 00:30:51.127856 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-98653ac9-de37-43e3-a71c-5380d66d382f req-a8ca42e5-f541-4e4f-9db7-340b344f87cb tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424371
May 27 00:30:51.698364 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7fa2b-e1d2-4cd2-872d-f8a1f3565f90 req-04c11250-9279-4b63-9c31-b3cc8d2ed7ac tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:51.700652 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3da7fa2b-e1d2-4cd2-872d-f8a1f3565f90 req-04c11250-9279-4b63-9c31-b3cc8d2ed7ac tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 944 time: 0.0870826
May 27 00:30:51.754851 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3da7fa2b-e1d2-4cd2-872d-f8a1f3565f90 req-876ff054-e72b-4152-8c53-eeedcd7c41f9 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435717
May 27 00:30:51.900403 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 32984) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:52.048868 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-faea5b55-76e3-4e6b-8c4d-15906ab29d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:52.082282 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-faea5b55-76e3-4e6b-8c4d-15906ab29d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:52.086127 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-faea5b55-76e3-4e6b-8c4d-15906ab29d8f admin admin] Usage tracker for resource:security_group_rule and tenant:8843c5a471ec4b56885dfbd709e1254d is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:52.089015 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-faea5b55-76e3-4e6b-8c4d-15906ab29d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:52.094778 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-faea5b55-76e3-4e6b-8c4d-15906ab29d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:52.162041 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-faea5b55-76e3-4e6b-8c4d-15906ab29d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:52.166697 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-faea5b55-76e3-4e6b-8c4d-15906ab29d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:52.214290 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea5b55-76e3-4e6b-8c4d-15906ab29d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52eadac2-4d7f-401e-9e9c-27129d4f3a88,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:52.218438 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-faea5b55-76e3-4e6b-8c4d-15906ab29d8f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8843c5a471ec4b56885dfbd709e1254d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3171520
May 27 00:30:52.222799 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 32992) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:52.338903 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-26136f9a-2d27-4cfd-b55c-6e1c4ac7656c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:52.370979 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-26136f9a-2d27-4cfd-b55c-6e1c4ac7656c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:52.398521 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bfb86-5052-4f36-a8e7-dc3df44bbb2f req-0d3c6541-e07c-4943-b2c1-4d5bb667a39c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:52.400054 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-032bfb86-5052-4f36-a8e7-dc3df44bbb2f req-0d3c6541-e07c-4943-b2c1-4d5bb667a39c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.1381121
May 27 00:30:52.459176 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-032bfb86-5052-4f36-a8e7-dc3df44bbb2f req-12b651e7-2e33-4054-b22b-715e74502480 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482659
May 27 00:30:52.472272 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-26136f9a-2d27-4cfd-b55c-6e1c4ac7656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:52.491310 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-26136f9a-2d27-4cfd-b55c-6e1c4ac7656c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:52.495104 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-26136f9a-2d27-4cfd-b55c-6e1c4ac7656c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52eadac2-4d7f-401e-9e9c-27129d4f3a88 HTTP/1.1" status: 204  len: 168 time: 0.2711871
May 27 00:30:52.498006 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26136f9a-2d27-4cfd-b55c-6e1c4ac7656c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eadac2-4d7f-401e-9e9c-27129d4f3a88,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:52.887481 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33004) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:52.951464 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ba681a87-a5d5-4880-8caf-59ff75033c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:53.002438 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-ba681a87-a5d5-4880-8caf-59ff75033c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:53.007889 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-ba681a87-a5d5-4880-8caf-59ff75033c08 admin admin] Usage tracker for resource:security_group_rule and tenant:2cb7b242b43e453395ef9e1157bc3a1c is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:53.011500 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-ba681a87-a5d5-4880-8caf-59ff75033c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:53.019337 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-ba681a87-a5d5-4880-8caf-59ff75033c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:53.033301 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465c114-458b-46a2-8741-b165f18db834 req-feef7a75-1728-4f94-8192-e13848dcdd21 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:53.035017 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1465c114-458b-46a2-8741-b165f18db834 req-feef7a75-1728-4f94-8192-e13848dcdd21 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 944 time: 0.1419637
May 27 00:30:53.115246 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1465c114-458b-46a2-8741-b165f18db834 req-eec88527-c3bf-45c3-ae11-7c2d9baeea6f tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733202
May 27 00:30:53.133282 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ba681a87-a5d5-4880-8caf-59ff75033c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:53.137310 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ba681a87-a5d5-4880-8caf-59ff75033c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:53.192200 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba681a87-a5d5-4880-8caf-59ff75033c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7861d9f2-c9a9-4712-b515-944cba83dd6d,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:53.199011 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 33010) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:53.205289 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-ba681a87-a5d5-4880-8caf-59ff75033c08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cb7b242b43e453395ef9e1157bc3a1c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3165681
May 27 00:30:53.284891 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ce09433-3929-454e-a70c-c0dc058ea8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:53.311093 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ce09433-3929-454e-a70c-c0dc058ea8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:53.363807 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ce09433-3929-454e-a70c-c0dc058ea8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:53.378527 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce09433-3929-454e-a70c-c0dc058ea8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7861d9f2-c9a9-4712-b515-944cba83dd6d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:53.384979 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0ce09433-3929-454e-a70c-c0dc058ea8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:53.388522 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-0ce09433-3929-454e-a70c-c0dc058ea8b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7861d9f2-c9a9-4712-b515-944cba83dd6d HTTP/1.1" status: 204  len: 168 time: 0.1860180
May 27 00:30:53.695713 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570a775-b3a0-4b6f-8ab1-83b141e8d0d8 req-e572b32f-5cbe-453f-a77f-7c0d2eab67b9 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:53.697070 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9570a775-b3a0-4b6f-8ab1-83b141e8d0d8 req-e572b32f-5cbe-453f-a77f-7c0d2eab67b9 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0912344
May 27 00:30:53.748028 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9570a775-b3a0-4b6f-8ab1-83b141e8d0d8 req-3e45dd01-ae9a-42e5-a130-bf87d4fd7da8 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412753
May 27 00:30:53.829665 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 33024) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:53.848224 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3756b2f0-8fce-4a71-8370-7e8a33c0500c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:53.880603 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3756b2f0-8fce-4a71-8370-7e8a33c0500c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:53.884994 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-3756b2f0-8fce-4a71-8370-7e8a33c0500c admin admin] Usage tracker for resource:security_group_rule and tenant:3a432ba9c7d5467fba35b9e2a7410feb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:53.888135 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-3756b2f0-8fce-4a71-8370-7e8a33c0500c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:53.894725 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3756b2f0-8fce-4a71-8370-7e8a33c0500c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:53.962474 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f62e6-b3c5-457d-aba6-19bd795c584a req-1288104c-65c0-4178-bd96-8778a9ba4069 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:53.963955 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ca4f62e6-b3c5-457d-aba6-19bd795c584a req-1288104c-65c0-4178-bd96-8778a9ba4069 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0872734
May 27 00:30:53.970474 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3756b2f0-8fce-4a71-8370-7e8a33c0500c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:53.973276 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 33028) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:53.979774 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-8513dc89-1908-4de8-9eab-72202b1a0f33 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Request body: {'floatingip': {'port_id': '6efd9217-305f-45ad-8cbd-e560d3fa33c3'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:30:54.036448 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3756b2f0-8fce-4a71-8370-7e8a33c0500c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:54.082091 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8513dc89-1908-4de8-9eab-72202b1a0f33 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for floatingip, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:54.163857 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756b2f0-8fce-4a71-8370-7e8a33c0500c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb24e2f-fc54-403f-9bdd-92d6283f7b5d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:54.205527 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-3756b2f0-8fce-4a71-8370-7e8a33c0500c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a432ba9c7d5467fba35b9e2a7410feb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3745947
May 27 00:30:54.208300 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33034) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:54.376700 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-00449a3d-1ec2-437a-b599-6b39d4ef0c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:54.404861 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df75ea-b4ec-4dcd-9f42-adfacea03ccd req-fa23af2b-5bab-444c-8c49-744d0501bd4e tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:54.406301 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f2df75ea-b4ec-4dcd-9f42-adfacea03ccd req-fa23af2b-5bab-444c-8c49-744d0501bd4e tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 944 time: 0.1330292
May 27 00:30:54.415320 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-00449a3d-1ec2-437a-b599-6b39d4ef0c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:54.487458 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f2df75ea-b4ec-4dcd-9f42-adfacea03ccd req-e80afe9f-f2e1-4075-ae2c-418fa38cecaa tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740354
May 27 00:30:54.505736 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-00449a3d-1ec2-437a-b599-6b39d4ef0c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:54.522897 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00449a3d-1ec2-437a-b599-6b39d4ef0c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb24e2f-fc54-403f-9bdd-92d6283f7b5d,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:54.532509 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-00449a3d-1ec2-437a-b599-6b39d4ef0c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:54.536841 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-00449a3d-1ec2-437a-b599-6b39d4ef0c79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abb24e2f-fc54-403f-9bdd-92d6283f7b5d HTTP/1.1" status: 204  len: 168 time: 0.3273439
May 27 00:30:54.790084 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8513dc89-1908-4de8-9eab-72202b1a0f33 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:54.794493 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8513dc89-1908-4de8-9eab-72202b1a0f33 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:54.998187 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [None req-8513dc89-1908-4de8-9eab-72202b1a0f33 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Floating IP 41e968c5-4f81-46e8-9f59-7e4569eac435 associated. External IP: 172.27.3.144, port: 6efd9217-305f-45ad-8cbd-e560d3fa33c3.
May 27 00:30:55.024076 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:30:55.097777 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:30:55.103916 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:30:55.104529 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:55.234415 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:55.263069 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8913c8-fca2-49c8-be90-8e78aa798085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:30:55.273620 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec,segment=NetworkSegment(9332f780-1f79-4958-863a-d7f4c6733cda),segment_id=9332f780-1f79-4958-863a-d7f4c6733cda)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:30:55.278794 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:55.353575 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a6a0ba-774f-4906-9454-6dc5bb1771a6'] response: {'server_uuid': '0d8913c8-fca2-49c8-be90-8e78aa798085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec', 'code': 200}
May 27 00:30:55.374174 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:55.421351 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8513dc89-1908-4de8-9eab-72202b1a0f33 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:30:55.629580 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8513dc89-1908-4de8-9eab-72202b1a0f33 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:30:55.645484 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8513dc89-1908-4de8-9eab-72202b1a0f33 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:55.656579 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025d486-58f3-46f4-8548-6eab55d9b48c None None] Sync routers for ids ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:30:55.678854 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025d486-58f3-46f4-8548-6eab55d9b48c None None] Routers {'9a6e40c1-fded-47d4-8a46-b1bdd96b4570'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:30:55.679571 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-b025d486-58f3-46f4-8548-6eab55d9b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf183d1c0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:30:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:30:55.716051 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d74a8-41d6-46e2-a8a7-1bf4a4b0b2b3 req-492bc613-ae6d-4d66-ab6c-f1cfc531a272 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:55.717547 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7b0d74a8-41d6-46e2-a8a7-1bf4a4b0b2b3 req-492bc613-ae6d-4d66-ab6c-f1cfc531a272 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 945 time: 0.1028762
May 27 00:30:55.721201 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-8513dc89-1908-4de8-9eab-72202b1a0f33 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "PUT /v2.0/floatingips/41e968c5-4f81-46e8-9f59-7e4569eac435 HTTP/1.1" status: 200  len: 991 time: 1.7466877
May 27 00:30:55.722086 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'tag': '6efd9217-305f-45ad-8cbd-e560d3fa33c3'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:30:55.783057 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14f8fa7-f53b-4703-8b0d-0957457353d6'] response: {'name': 'network-changed', 'server_uuid': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'tag': '6efd9217-305f-45ad-8cbd-e560d3fa33c3', 'status': 'completed', 'code': 200}
May 27 00:30:55.788441 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7b0d74a8-41d6-46e2-a8a7-1bf4a4b0b2b3 req-6c6d88fb-1293-423c-87fb-b6215fa6decc tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641413
May 27 00:30:55.900776 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-b025d486-58f3-46f4-8548-6eab55d9b48c None None] Set router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:30:56.255150 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-b025d486-58f3-46f4-8548-6eab55d9b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf183d1c0>, [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:28:27Z', 'revision_number': 4, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port': {'id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:15Z', 'updated_at': '2022-05-27T00:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '41e968c5-4f81-46e8-9f59-7e4569eac435', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'port_id': '6efd9217-305f-45ad-8cbd-e560d3fa33c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'mac_address': 'fa:16:3e:45:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:30:34Z', 'updated_at': '2022-05-27T00:30:54Z', 'revision_number': 1, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88aa19ea-cc28-4ade-a497-b9dad4a6989f', 'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'mac_address': 'fa:16:3e:a4:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:24Z', 'updated_at': '2022-05-27T00:28:45Z', 'revision_number': 5, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'subnets': [{'id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:30:56.259105 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025d486-58f3-46f4-8548-6eab55d9b48c None None] Checking router: 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:30:56.270156 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025d486-58f3-46f4-8548-6eab55d9b48c None None] Routers {'9a6e40c1-fded-47d4-8a46-b1bdd96b4570'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:30:56.270751 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-b025d486-58f3-46f4-8548-6eab55d9b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf183d1c0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:30:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:30:56.449627 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-b025d486-58f3-46f4-8548-6eab55d9b48c None None] Set router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:30:56.808467 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-b025d486-58f3-46f4-8548-6eab55d9b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf183d1c0>, [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:28:27Z', 'revision_number': 4, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port': {'id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:15Z', 'updated_at': '2022-05-27T00:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '41e968c5-4f81-46e8-9f59-7e4569eac435', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'port_id': '6efd9217-305f-45ad-8cbd-e560d3fa33c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'mac_address': 'fa:16:3e:45:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:30:34Z', 'updated_at': '2022-05-27T00:30:54Z', 'revision_number': 1, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88aa19ea-cc28-4ade-a497-b9dad4a6989f', 'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'mac_address': 'fa:16:3e:a4:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:24Z', 'updated_at': '2022-05-27T00:28:45Z', 'revision_number': 5, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'subnets': [{'id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:30:56.812534 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025d486-58f3-46f4-8548-6eab55d9b48c None None] The sync data for ids ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'] in dv-cinder-843305-3-iscsi is: [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:28:27Z', 'revision_number': 4, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port': {'id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:15Z', 'updated_at': '2022-05-27T00:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '41e968c5-4f81-46e8-9f59-7e4569eac435', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'port_id': '6efd9217-305f-45ad-8cbd-e560d3fa33c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'mac_address': 'fa:16:3e:45:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:30:34Z', 'updated_at': '2022-05-27T00:30:54Z', 'revision_number': 1, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88aa19ea-cc28-4ade-a497-b9dad4a6989f', 'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'mac_address': 'fa:16:3e:a4:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:24Z', 'updated_at': '2022-05-27T00:28:45Z', 'revision_number': 5, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'subnets': [{'id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:30:57.007568 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f92397-9be1-420e-9b35-c26d28cf18ea req-ed1c106b-005b-40b6-a89b-786751a8307e tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:57.009180 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-04f92397-9be1-420e-9b35-c26d28cf18ea req-ed1c106b-005b-40b6-a89b-786751a8307e tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 945 time: 0.0866406
May 27 00:30:57.059490 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a2396-2b91-4275-bd54-6ec72b5913bc None None] New status for floating IP 41e968c5-4f81-46e8-9f59-7e4569eac435: ACTIVE {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:30:57.079065 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-04f92397-9be1-420e-9b35-c26d28cf18ea req-69b083ed-b66f-4e78-850a-8160145f0fff tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637276
May 27 00:30:57.292309 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-87a424a7-bba7-4e88-8de4-25a37ea79ab2 req-b35f4f9b-d147-4c78-8abf-58c56ca61c8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 1098 time: 0.0871854
May 27 00:30:57.487426 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a424a7-bba7-4e88-8de4-25a37ea79ab2 req-50b73556-86d0-4d87-9198-644ee3c1f524 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:57.488870 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-87a424a7-bba7-4e88-8de4-25a37ea79ab2 req-50b73556-86d0-4d87-9198-644ee3c1f524 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 920 time: 0.1896658
May 27 00:30:57.496552 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-570705fd-1610-4540-a33b-b881c49e5d1d req-897bf0e8-c3ce-4c56-afc8-977ed9ccd4df service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 1098 time: 0.1212969
May 27 00:30:57.622088 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-570705fd-1610-4540-a33b-b881c49e5d1d req-74368801-efdc-4f26-b20a-966059d39800 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749798
May 27 00:30:57.623750 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-87a424a7-bba7-4e88-8de4-25a37ea79ab2 req-3d09bce7-0ccd-4509-97bc-94306101e09e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6efd9217-305f-45ad-8cbd-e560d3fa33c3 HTTP/1.1" status: 200  len: 1001 time: 0.1263607
May 27 00:30:57.928823 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33130) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:58.073254 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4458d4e8-d02f-4d04-9c59-575dd8f26cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:58.110225 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-4458d4e8-d02f-4d04-9c59-575dd8f26cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:58.115478 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-4458d4e8-d02f-4d04-9c59-575dd8f26cae admin admin] Usage tracker for resource:security_group_rule and tenant:1742ac49974240faaf7736227dd98e74 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:58.119923 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-4458d4e8-d02f-4d04-9c59-575dd8f26cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:58.127675 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-4458d4e8-d02f-4d04-9c59-575dd8f26cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:58.154974 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a424a7-bba7-4e88-8de4-25a37ea79ab2 req-9aa948b5-fc37-45d5-96b0-74ddb233cd60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:58.157884 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-87a424a7-bba7-4e88-8de4-25a37ea79ab2 req-9aa948b5-fc37-45d5-96b0-74ddb233cd60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.1654398
May 27 00:30:58.206709 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4458d4e8-d02f-4d04-9c59-575dd8f26cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:58.211822 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4458d4e8-d02f-4d04-9c59-575dd8f26cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:58.238612 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-87a424a7-bba7-4e88-8de4-25a37ea79ab2 req-fa577ff3-9fd0-4075-819c-02d7bede5ebb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751109
May 27 00:30:58.307615 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-4458d4e8-d02f-4d04-9c59-575dd8f26cae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1742ac49974240faaf7736227dd98e74&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3776119
May 27 00:30:58.308507 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458d4e8-d02f-4d04-9c59-575dd8f26cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a807b33f-3903-4e11-a29a-9ee36b407958,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:58.311902 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33138) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:58.395442 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e8338-b35e-426b-9836-bdd55fea3802 req-276a2dc9-b9c0-43b9-80ad-e1d126c5243d tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:58.396858 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-691e8338-b35e-426b-9836-bdd55fea3802 req-276a2dc9-b9c0-43b9-80ad-e1d126c5243d tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 945 time: 0.1597097
May 27 00:30:58.401684 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-125f6e07-c944-4299-89e7-78678dbb5f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:58.428141 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-87a424a7-bba7-4e88-8de4-25a37ea79ab2 req-c029c22d-d09d-44b9-ba09-700969318705 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287713
May 27 00:30:58.452673 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-125f6e07-c944-4299-89e7-78678dbb5f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:58.480944 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-691e8338-b35e-426b-9836-bdd55fea3802 req-c90bf58f-9335-4330-bf51-bb8239444334 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772502
May 27 00:30:58.532830 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-125f6e07-c944-4299-89e7-78678dbb5f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:58.551538 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f6e07-c944-4299-89e7-78678dbb5f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a807b33f-3903-4e11-a29a-9ee36b407958,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:58.555667 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-125f6e07-c944-4299-89e7-78678dbb5f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:58.557437 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-125f6e07-c944-4299-89e7-78678dbb5f94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a807b33f-3903-4e11-a29a-9ee36b407958 HTTP/1.1" status: 204  len: 168 time: 0.2437723
May 27 00:30:58.573167 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-87a424a7-bba7-4e88-8de4-25a37ea79ab2 req-453f7e79-a870-4878-a4bf-2e8f93902345 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379805
May 27 00:30:58.932941 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33152) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:58.951356 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f04223e0-11c0-48c9-b8ed-8123e0cb05ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:58.984041 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-f04223e0-11c0-48c9-b8ed-8123e0cb05ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:30:58.988454 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-f04223e0-11c0-48c9-b8ed-8123e0cb05ea admin admin] Usage tracker for resource:security_group_rule and tenant:4cdeaeb5cb10452f80754e4707e58370 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:30:58.991256 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-f04223e0-11c0-48c9-b8ed-8123e0cb05ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:30:58.998487 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-f04223e0-11c0-48c9-b8ed-8123e0cb05ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:30:59.067133 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f04223e0-11c0-48c9-b8ed-8123e0cb05ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:59.070986 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f04223e0-11c0-48c9-b8ed-8123e0cb05ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:59.117706 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04223e0-11c0-48c9-b8ed-8123e0cb05ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39323783-bbec-46da-81f1-0f50cd9786d3,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:59.123185 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-f04223e0-11c0-48c9-b8ed-8123e0cb05ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cdeaeb5cb10452f80754e4707e58370&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1891999
May 27 00:30:59.125849 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33156) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:30:59.190285 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-424ae448-517c-4ebe-9dbe-09cb6b228b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:59.220366 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-424ae448-517c-4ebe-9dbe-09cb6b228b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:59.273203 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-424ae448-517c-4ebe-9dbe-09cb6b228b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:59.288193 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ae448-517c-4ebe-9dbe-09cb6b228b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39323783-bbec-46da-81f1-0f50cd9786d3,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:30:59.294499 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-424ae448-517c-4ebe-9dbe-09cb6b228b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:30:59.295626 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-424ae448-517c-4ebe-9dbe-09cb6b228b8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39323783-bbec-46da-81f1-0f50cd9786d3 HTTP/1.1" status: 204  len: 168 time: 0.1688929
May 27 00:30:59.764701 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c8c45-7d3e-48c6-b179-a731320062c9 req-9b7eac9f-21e2-4010-8913-f43b6c008813 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:30:59.766810 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c94c8c45-7d3e-48c6-b179-a731320062c9 req-9b7eac9f-21e2-4010-8913-f43b6c008813 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 945 time: 0.1181107
May 27 00:30:59.816165 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c94c8c45-7d3e-48c6-b179-a731320062c9 req-60c381af-6c29-4566-aa0b-d420485419d5 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435529
May 27 00:31:01.031322 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b760dd-a8ac-4bbb-a820-30adcf5343f8 req-ce7a0d84-0409-417f-9354-34993db27ef3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:01.032864 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e3b760dd-a8ac-4bbb-a820-30adcf5343f8 req-ce7a0d84-0409-417f-9354-34993db27ef3 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 945 time: 0.0776243
May 27 00:31:01.080570 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e3b760dd-a8ac-4bbb-a820-30adcf5343f8 req-65f61ae2-4d22-43d7-8756-71e051e00a52 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419168
May 27 00:31:02.223537 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af242573-158a-472d-9222-5b1e23ac12ce req-619f7e1a-dfdb-4492-a897-31c1789f753c tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:02.225099 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-af242573-158a-472d-9222-5b1e23ac12ce req-619f7e1a-dfdb-4492-a897-31c1789f753c tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 945 time: 0.0846915
May 27 00:31:02.272364 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-af242573-158a-472d-9222-5b1e23ac12ce req-1a0f74bc-3e3b-46c3-b6df-283a6746fe64 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414600
May 27 00:31:03.486833 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d658c7-9df1-45cf-8017-842d1df580b9 req-698fe93d-5a0b-48a9-a246-95e73f80eba8 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:03.488400 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-56d658c7-9df1-45cf-8017-842d1df580b9 req-698fe93d-5a0b-48a9-a246-95e73f80eba8 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 945 time: 0.0864432
May 27 00:31:03.538664 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-56d658c7-9df1-45cf-8017-842d1df580b9 req-6795d484-eb8e-4594-b90d-89e21e449bcf tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/security-groups?id=e25cb18b-469e-48a0-9936-178fef3baa60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437233
May 27 00:31:03.874155 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd499bec-9539-4f8b-a7ec-f13c340ab296 req-73f5228c-5fd2-4ebf-b81d-fb74c736e841 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:03.875885 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-cd499bec-9539-4f8b-a7ec-f13c340ab296 req-73f5228c-5fd2-4ebf-b81d-fb74c736e841 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Synchronizing usage tracker for tenant:9d201d17ba094e2b83a47aae09ef0e98 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:31:03.897544 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-cd499bec-9539-4f8b-a7ec-f13c340ab296 req-73f5228c-5fd2-4ebf-b81d-fb74c736e841 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Unset dirty status for tenant:9d201d17ba094e2b83a47aae09ef0e98 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:31:03.899048 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cd499bec-9539-4f8b-a7ec-f13c340ab296 req-73f5228c-5fd2-4ebf-b81d-fb74c736e841 tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 945 time: 0.1360941
May 27 00:31:03.978185 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-cd499bec-9539-4f8b-a7ec-f13c340ab296 req-d8684e4c-6413-49fa-9fc5-894d68ae1e1b tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Deleting port 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:31:03.978523 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cd499bec-9539-4f8b-a7ec-f13c340ab296 req-d8684e4c-6413-49fa-9fc5-894d68ae1e1b tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:04.038412 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33210) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:31:04.202522 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0a58a9cf-0dd9-46e2-8b3c-5026c1140450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:04.245338 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-0a58a9cf-0dd9-46e2-8b3c-5026c1140450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:31:04.251690 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-0a58a9cf-0dd9-46e2-8b3c-5026c1140450 admin admin] Usage tracker for resource:security_group_rule and tenant:217e1972d1c44db2a4311350ccdffd92 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:31:04.256737 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-0a58a9cf-0dd9-46e2-8b3c-5026c1140450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:31:04.259922 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-cd499bec-9539-4f8b-a7ec-f13c340ab296 req-d8684e4c-6413-49fa-9fc5-894d68ae1e1b tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] For port 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec,segment=NetworkSegment(9332f780-1f79-4958-863a-d7f4c6733cda),segment_id=9332f780-1f79-4958-863a-d7f4c6733cda)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:31:04.260280 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cd499bec-9539-4f8b-a7ec-f13c340ab296 req-d8684e4c-6413-49fa-9fc5-894d68ae1e1b tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:04.267636 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-0a58a9cf-0dd9-46e2-8b3c-5026c1140450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:31:04.346476 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0a58a9cf-0dd9-46e2-8b3c-5026c1140450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:04.350970 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0a58a9cf-0dd9-46e2-8b3c-5026c1140450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:04.400257 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58a9cf-0dd9-46e2-8b3c-5026c1140450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27187fe8-75ee-418b-b167-03ea9bd83a3d,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:04.404906 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-0a58a9cf-0dd9-46e2-8b3c-5026c1140450 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=217e1972d1c44db2a4311350ccdffd92&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3652966
May 27 00:31:04.410028 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33216) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:31:04.429814 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-cd499bec-9539-4f8b-a7ec-f13c340ab296 req-d8684e4c-6413-49fa-9fc5-894d68ae1e1b tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Calling delete_port for 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:31:04.479615 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-cba53c50-d9ac-47b7-a9a3-6a5251995f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:04.510906 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-cba53c50-d9ac-47b7-a9a3-6a5251995f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:04.589768 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-cba53c50-d9ac-47b7-a9a3-6a5251995f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:04.591244 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cd499bec-9539-4f8b-a7ec-f13c340ab296 req-d8684e4c-6413-49fa-9fc5-894d68ae1e1b tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:04.609638 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:31:04.613133 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba53c50-d9ac-47b7-a9a3-6a5251995f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27187fe8-75ee-418b-b167-03ea9bd83a3d,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:04.615540 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-cba53c50-d9ac-47b7-a9a3-6a5251995f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:04.620271 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-cba53c50-d9ac-47b7-a9a3-6a5251995f74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27187fe8-75ee-418b-b167-03ea9bd83a3d HTTP/1.1" status: 204  len: 168 time: 0.2056487
May 27 00:31:04.706343 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8684e4c-6413-49fa-9fc5-894d68ae1e1b tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Pushing event deleted for resources: {'Port': ['ID=9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:04.723816 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd499bec-9539-4f8b-a7ec-f13c340ab296 req-d8684e4c-6413-49fa-9fc5-894d68ae1e1b tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] No DVR routers for this DVR port 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:31:04.726711 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cd499bec-9539-4f8b-a7ec-f13c340ab296 req-d8684e4c-6413-49fa-9fc5-894d68ae1e1b tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:04.729961 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8913c8-fca2-49c8-be90-8e78aa798085', 'name': 'network-vif-deleted', 'tag': '9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:31:04.750021 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cd499bec-9539-4f8b-a7ec-f13c340ab296 req-d8684e4c-6413-49fa-9fc5-894d68ae1e1b tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.45 "DELETE /v2.0/ports/9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec HTTP/1.1" status: 204  len: 173 time: 0.8443451
May 27 00:31:04.776865 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-02f5a12b-f6eb-49b5-be27-9d8c7224462f req-5cad77a4-c559-4b31-bab0-0a7d6295dbbf tempest-VolumesActionsTest-316760403 tempest-VolumesActionsTest-316760403-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d8913c8-fca2-49c8-be90-8e78aa798085 HTTP/1.1" status: 200  len: 210 time: 0.0569341
May 27 00:31:04.817601 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3c4f9c-07a2-459d-9fa5-45c9957607e5'] response: {'server_uuid': '0d8913c8-fca2-49c8-be90-8e78aa798085', 'name': 'network-vif-deleted', 'tag': '9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec', 'status': 'completed', 'code': 200}
May 27 00:31:05.606096 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33242) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:31:05.745271 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2135410411-network', 'tenant_id': '9731980df32f4139ac2ef67876d622aa'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:31:05.750681 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:31:05.754642 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Usage tracker for resource:network and tenant:9731980df32f4139ac2ef67876d622aa is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:31:05.757576 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:31:05.763816 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:31:05.774254 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Made reservation on behalf of 9731980df32f4139ac2ef67876d622aa for: {'network': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:31:05.776541 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:05.790401 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:05.830407 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:31:05.838078 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Usage tracker for resource:security_group_rule and tenant:9731980df32f4139ac2ef67876d622aa is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:31:05.843307 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:31:05.854395 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:31:05.945492 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:05.950327 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:06.004765 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=83748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:31:06.019475 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fc1249-581a-4cf8-b8a4-391bddcda084,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:06.027268 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:06.027861 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.segments_db [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Added segment a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e of type vlan for network ca5aab07-144c-48b5-bc3d-33231f9c45ef
May 27 00:31:06.076611 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:06.106831 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:06.107699 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:06.108283 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:06.217122 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] Pushing event updated for resources: {'Network': ['ID=ca5aab07-144c-48b5-bc3d-33231f9c45ef,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:06.223038 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-7dc3964d-fdb6-4fbb-82f3-aac40654bbb8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6132007
May 27 00:31:06.224236 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 33256) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:31:06.230051 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a0f618bd-78a9-475e-b39a-1027750eabb2 admin admin] Request body: {'subnet': {'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2135410411-subnet', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:31:06.235339 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network ca5aab07-144c-48b5-bc3d-33231f9c45ef details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:31:06.235945 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a0f618bd-78a9-475e-b39a-1027750eabb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:31:06.240029 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-a0f618bd-78a9-475e-b39a-1027750eabb2 admin admin] Usage tracker for resource:subnet and tenant:9731980df32f4139ac2ef67876d622aa is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:31:06.243253 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-a0f618bd-78a9-475e-b39a-1027750eabb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:31:06.249996 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a0f618bd-78a9-475e-b39a-1027750eabb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:31:06.261785 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f618bd-78a9-475e-b39a-1027750eabb2 admin admin] Made reservation on behalf of 9731980df32f4139ac2ef67876d622aa for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:31:06.264330 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0f618bd-78a9-475e-b39a-1027750eabb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3005913'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:06.483102 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0f618bd-78a9-475e-b39a-1027750eabb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3631460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3005899'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:06.563534 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f618bd-78a9-475e-b39a-1027750eabb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd0f8618-a735-45f8-9e28-d0acd43f52a4,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:06.573791 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f618bd-78a9-475e-b39a-1027750eabb2 admin admin] Checking segment: {'id': 'a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:31:06.574131 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f618bd-78a9-475e-b39a-1027750eabb2 admin admin] Network hostable DHCP agents. Network: ca5aab07-144c-48b5-bc3d-33231f9c45ef, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:31:06.598534 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f618bd-78a9-475e-b39a-1027750eabb2 admin admin] Network ca5aab07-144c-48b5-bc3d-33231f9c45ef is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:31:06.610047 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-a0f618bd-78a9-475e-b39a-1027750eabb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, ca5aab07-144c-48b5-bc3d-33231f9c45ef) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:31:06.616807 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f618bd-78a9-475e-b39a-1027750eabb2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:06.617396 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a0f618bd-78a9-475e-b39a-1027750eabb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:06.626810 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18f3b3a-1b9a-406a-9ff3-4967ce61e479 None None] Network ca5aab07-144c-48b5-bc3d-33231f9c45ef requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:31:06.645189 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-a0f618bd-78a9-475e-b39a-1027750eabb2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4173987
May 27 00:31:06.645410 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 33270) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:31:06.652530 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2135410411-router', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:31:06.658227 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:31:06.662915 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Usage tracker for resource:router and tenant:9731980df32f4139ac2ef67876d622aa is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:31:06.666283 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:31:06.673746 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:31:06.685152 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4108275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:06.686298 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4108176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4105332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3770880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:06.709017 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:06.883627 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab7e0e-e974-5d1d-8d11-7bdcd4392038-ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'fixed_ips': [{'subnet_id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4'}]}} from dv-cinder-843305-3-iscsi. {{(pid=83749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
May 27 00:31:06.885361 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:06.957176 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4108809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5558'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:07.103231 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.db_base_plugin_common [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Allocated IP 172.20.0.2 (ca5aab07-144c-48b5-bc3d-33231f9c45ef/bd0f8618-a735-45f8-9e28-d0acd43f52a4/a014e3ce-2603-44f1-944a-f7bb5be8b2db) {{(pid=83749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:31:07.169856 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:07.233135 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:07.332098 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Notify callbacks [] for port, precommit_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:07.342075 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Transition to ACTIVE for port object a014e3ce-2603-44f1-944a-f7bb5be8b2db will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:31:07.361073 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Transition to ACTIVE for port object a014e3ce-2603-44f1-944a-f7bb5be8b2db will not be triggered until provisioned by entity DHCP. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:31:07.369105 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:07.435181 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Allocated IP 172.27.3.188 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/155877db-4276-4042-994d-31aee6a3e262) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:31:07.437040 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Network ca5aab07-144c-48b5-bc3d-33231f9c45ef is already hosted by enough agents. {{(pid=83749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:31:07.440146 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.base_scheduler [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Resources bound (agent type, host, resource id):  {{(pid=83749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:31:07.442800 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Received port after_create {{(pid=83749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:31:07.454037 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Pushing event updated for resources: {'Port': ['ID=a014e3ce-2603-44f1-944a-f7bb5be8b2db,revision_number=1']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:07.546598 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Attempting to bind port a014e3ce-2603-44f1-944a-f7bb5be8b2db on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:31:07.547679 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Attempting to bind port a014e3ce-2603-44f1-944a-f7bb5be8b2db by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': 'a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:31:07.548098 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Attempting to bind port a014e3ce-2603-44f1-944a-f7bb5be8b2db on network ca5aab07-144c-48b5-bc3d-33231f9c45ef {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:31:07.557413 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:31:07.558008 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Checking segment: {'id': 'a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:31:07.558665 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:07.559283 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Bound using segment: {'id': 'a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:31:07.560085 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Bound port: a014e3ce-2603-44f1-944a-f7bb5be8b2db, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:31:07.560707 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:07.622747 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:07.665712 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:07.673511 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] For port a014e3ce-2603-44f1-944a-f7bb5be8b2db, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:31:07.679199 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] For port a014e3ce-2603-44f1-944a-f7bb5be8b2db, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=a014e3ce-2603-44f1-944a-f7bb5be8b2db,segment=NetworkSegment(a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e),segment_id=a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:31:07.685105 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:07.788344 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:31:07.793219 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:31:07.800758 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:31:07.819531 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45741d7-08c3-4cfa-ab07-96f6e77d3c45 None None] Pushing event updated for resources: {'Port': ['ID=a014e3ce-2603-44f1-944a-f7bb5be8b2db,revision_number=2']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:07.843097 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Pushing event updated for resources: {'Port': ['ID=155877db-4276-4042-994d-31aee6a3e262,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:08.091488 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:08.092756 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4108800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105369'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:08.193105 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:31:08.227187 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:31:08.227446 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 9b5e4b5e-312a-4e3a-b26d-30f32a1aa8ec not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:31:08.385064 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Router cd9c1e2d-3107-484f-8510-afd166d4bc6e is scheduled to L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 27 00:31:08.625882 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:31:08.636542 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Sync routers for ids ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:31:08.650910 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Routers {'cd9c1e2d-3107-484f-8510-afd166d4bc6e'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:31:08.651926 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1588a90>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:30:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:08.658038 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:08.659863 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-0cdbbc4d-dd13-40fe-9e4a-0330dcf6055b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.0134683
May 27 00:31:08.664213 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33298) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:31:08.801123 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e941d2d0-7bb5-49e7-b676-59c70021caeb None None] Network ca5aab07-144c-48b5-bc3d-33231f9c45ef requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:31:08.907760 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Set router cd9c1e2d-3107-484f-8510-afd166d4bc6e gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:31:09.017916 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-0a281c54-be1b-4567-a979-72f556bcc097 None None] Provisioning for port a014e3ce-2603-44f1-944a-f7bb5be8b2db completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:31:09.061796 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device a014e3ce-2603-44f1-944a-f7bb5be8b2db up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:31:09.201921 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port a014e3ce-2603-44f1-944a-f7bb5be8b2db completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:31:09.212560 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port a014e3ce-2603-44f1-944a-f7bb5be8b2db triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:09.213162 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:09.317907 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1588a90>, [{'id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'name': 'tempest-TestMinimumBasicScenario-2135410411-router', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '155877db-4276-4042-994d-31aee6a3e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:06Z', 'updated_at': '2022-05-27T00:31:08Z', 'revision_number': 3, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'gw_port': {'id': '155877db-4276-4042-994d-31aee6a3e262', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:09.323912 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Checking router: cd9c1e2d-3107-484f-8510-afd166d4bc6e for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:31:09.324253 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Updating router cd9c1e2d-3107-484f-8510-afd166d4bc6e port 155877db-4276-4042-994d-31aee6a3e262 binding host dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:31:09.355372 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:09.395004 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port a014e3ce-2603-44f1-944a-f7bb5be8b2db, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=a014e3ce-2603-44f1-944a-f7bb5be8b2db,segment=NetworkSegment(a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e),segment_id=a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:31:09.401261 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:09.411446 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:09.522596 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=a014e3ce-2603-44f1-944a-f7bb5be8b2db,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:09.596694 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-6802ad7b-5bc4-420e-bf83-c41d1da3d00b None None] Provisioning complete for port a014e3ce-2603-44f1-944a-f7bb5be8b2db triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:09.597408 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-6802ad7b-5bc4-420e-bf83-c41d1da3d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:09.611503 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:09.822560 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Notify callbacks [] for port, precommit_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:09.843073 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.provisioning_blocks [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Transition to ACTIVE for port object 155877db-4276-4042-994d-31aee6a3e262 will not be triggered until provisioned by entity L2. {{(pid=83750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:31:09.854440 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:09.936050 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Allocated IP 172.20.0.1 (ca5aab07-144c-48b5-bc3d-33231f9c45ef/bd0f8618-a735-45f8-9e28-d0acd43f52a4/e3115ed8-7fe4-4142-8b27-805eeb7a69b3) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:31:09.965901 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1a4db-7cd7-4e02-ba0b-58f73eb83963 None None] Pushing event updated for resources: {'Port': ['ID=155877db-4276-4042-994d-31aee6a3e262,revision_number=2']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:09.968667 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Attempting to bind port 155877db-4276-4042-994d-31aee6a3e262 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:31:09.969034 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Attempting to bind port 155877db-4276-4042-994d-31aee6a3e262 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:31:09.969428 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Attempting to bind port 155877db-4276-4042-994d-31aee6a3e262 on network da325109-6bb9-4d0f-8321-89f562e3239f {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:31:09.981350 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:31:09.981735 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Checking segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:31:09.982088 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:09.982467 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Bound using segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:31:09.982925 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Bound port: 155877db-4276-4042-994d-31aee6a3e262, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:31:09.983301 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:10.007154 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1a4db-7cd7-4e02-ba0b-58f73eb83963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:10.007484 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1a4db-7cd7-4e02-ba0b-58f73eb83963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:10.007834 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1a4db-7cd7-4e02-ba0b-58f73eb83963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:10.008158 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1a4db-7cd7-4e02-ba0b-58f73eb83963 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:10.008479 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1a4db-7cd7-4e02-ba0b-58f73eb83963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:10.008806 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1a4db-7cd7-4e02-ba0b-58f73eb83963 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:10.009122 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1a4db-7cd7-4e02-ba0b-58f73eb83963 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:10.009455 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1a4db-7cd7-4e02-ba0b-58f73eb83963 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:10.009768 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1a4db-7cd7-4e02-ba0b-58f73eb83963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:10.010077 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1a4db-7cd7-4e02-ba0b-58f73eb83963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:10.010412 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1a4db-7cd7-4e02-ba0b-58f73eb83963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:10.090917 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] For port 155877db-4276-4042-994d-31aee6a3e262, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:31:10.096815 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] For port 155877db-4276-4042-994d-31aee6a3e262, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=155877db-4276-4042-994d-31aee6a3e262,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:31:10.103067 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:10.114183 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:10.144571 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Transition to ACTIVE for port object e3115ed8-7fe4-4142-8b27-805eeb7a69b3 will not be triggered until provisioned by entity DHCP. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:31:10.182776 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:10.191435 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1a4db-7cd7-4e02-ba0b-58f73eb83963 None None] Pushing event updated for resources: {'Port': ['ID=155877db-4276-4042-994d-31aee6a3e262,revision_number=3']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:10.194645 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Routers {'cd9c1e2d-3107-484f-8510-afd166d4bc6e'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:31:10.195254 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1588a90>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:30:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:10.263691 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Network ca5aab07-144c-48b5-bc3d-33231f9c45ef is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:31:10.267189 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:31:10.271286 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:31:10.303168 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Pushing event updated for resources: {'Port': ['ID=e3115ed8-7fe4-4142-8b27-805eeb7a69b3,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:10.337034 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4106083'] for router_interface, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:10.392362 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] Set router cd9c1e2d-3107-484f-8510-afd166d4bc6e gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:31:10.442284 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:10.615644 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-729602c8-f0fe-4653-8586-de49af77ac5e None None] Provisioning for port e3115ed8-7fe4-4142-8b27-805eeb7a69b3 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:31:10.622943 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-729602c8-f0fe-4653-8586-de49af77ac5e None None] Provisioning complete for port e3115ed8-7fe4-4142-8b27-805eeb7a69b3 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:10.623694 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-729602c8-f0fe-4653-8586-de49af77ac5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:10.687458 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-729602c8-f0fe-4653-8586-de49af77ac5e None None] Port e3115ed8-7fe4-4142-8b27-805eeb7a69b3 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:31:10.749299 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:10.756359 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877299'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:10.786875 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1588a90>, [{'id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'name': 'tempest-TestMinimumBasicScenario-2135410411-router', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '155877db-4276-4042-994d-31aee6a3e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:06Z', 'updated_at': '2022-05-27T00:31:08Z', 'revision_number': 3, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'gw_port': {'id': '155877db-4276-4042-994d-31aee6a3e262', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:10.791649 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05888fe6-3f4f-4329-8f88-314633ab3d7d None None] The sync data for ids ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'] in dv-cinder-843305-3-iscsi is: [{'id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'name': 'tempest-TestMinimumBasicScenario-2135410411-router', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '155877db-4276-4042-994d-31aee6a3e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:06Z', 'updated_at': '2022-05-27T00:31:08Z', 'revision_number': 3, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'gw_port': {'id': '155877db-4276-4042-994d-31aee6a3e262', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:31:10.951517 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4106190'] for router_interface, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:10.955511 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Pushing event updated for resources: {'Port': ['ID=e3115ed8-7fe4-4142-8b27-805eeb7a69b3,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:11.011136 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device a014e3ce-2603-44f1-944a-f7bb5be8b2db up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:31:11.123214 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port a014e3ce-2603-44f1-944a-f7bb5be8b2db triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:11.123977 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:11.185449 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Network ca5aab07-144c-48b5-bc3d-33231f9c45ef is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:31:11.187385 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:31:11.442617 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-2e85f6b7-f852-4711-b9ae-2947480cd84b None None] Provisioning complete for port e3115ed8-7fe4-4142-8b27-805eeb7a69b3 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:11.442945 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-2e85f6b7-f852-4711-b9ae-2947480cd84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:11.511876 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-2e85f6b7-f852-4711-b9ae-2947480cd84b None None] Port e3115ed8-7fe4-4142-8b27-805eeb7a69b3 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:31:11.879369 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Router cd9c1e2d-3107-484f-8510-afd166d4bc6e has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:31:12.123365 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:31:12.135512 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-7335d096-63d0-4989-a8f9-901f9268e708 admin admin] 10.222.0.21 "PUT /v2.0/routers/cd9c1e2d-3107-484f-8510-afd166d4bc6e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4701521
May 27 00:31:12.852136 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4369d93a-f5ff-4c5c-809f-9b9a8ca6f949 req-c0ec82ee-6c28-4909-b9ee-e76299513ad4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0824337
May 27 00:31:13.021043 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 155877db-4276-4042-994d-31aee6a3e262 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:31:13.051170 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4369d93a-f5ff-4c5c-809f-9b9a8ca6f949 req-5116a4b0-d1b9-48a8-bdab-0cfc81cfba98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 1098 time: 0.1054788
May 27 00:31:13.144323 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 155877db-4276-4042-994d-31aee6a3e262 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:31:13.155723 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 155877db-4276-4042-994d-31aee6a3e262 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:13.156124 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:13.221401 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:13.251541 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369d93a-f5ff-4c5c-809f-9b9a8ca6f949 req-2a13453b-7276-4722-a484-c614b34d838c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:13.253556 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4369d93a-f5ff-4c5c-809f-9b9a8ca6f949 req-2a13453b-7276-4722-a484-c614b34d838c service neutron] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 920 time: 0.1778736
May 27 00:31:13.279469 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33342) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:31:13.286165 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1420119336-network', 'tenant_id': 'eb95c11e8fac43459bd5686ac23b68b0'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:31:13.291372 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:31:13.297163 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Usage tracker for resource:network and tenant:eb95c11e8fac43459bd5686ac23b68b0 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:31:13.301220 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:31:13.309171 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:31:13.323025 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:13.325229 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Made reservation on behalf of eb95c11e8fac43459bd5686ac23b68b0 for: {'network': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:31:13.329191 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:13.343452 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4369d93a-f5ff-4c5c-809f-9b9a8ca6f949 req-e27bdab5-05e6-497a-a70c-0a353a1bcfc6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=322ff2d0-6cce-433d-980c-4e2a2669f15a HTTP/1.1" status: 200  len: 217 time: 0.0773196
May 27 00:31:13.347344 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:13.349622 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 155877db-4276-4042-994d-31aee6a3e262, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=155877db-4276-4042-994d-31aee6a3e262,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:31:13.358305 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:13.416723 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:31:13.429266 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Usage tracker for resource:security_group_rule and tenant:eb95c11e8fac43459bd5686ac23b68b0 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:31:13.433318 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:31:13.440943 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:31:13.478675 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=155877db-4276-4042-994d-31aee6a3e262,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:13.537097 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369d93a-f5ff-4c5c-809f-9b9a8ca6f949 req-9b7e20ed-e6e2-4b66-bafd-8a094255712f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:13.538966 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4369d93a-f5ff-4c5c-809f-9b9a8ca6f949 req-9b7e20ed-e6e2-4b66-bafd-8a094255712f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.1937351
May 27 00:31:13.543753 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:13.548186 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:13.590331 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133}  {{(pid=83748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:31:13.597494 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45921e23-1961-4010-b9dc-5570004d5f91,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:13.622750 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:13.624096 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.segments_db [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Added segment 92b34a17-1380-413d-aea2-5e57967f2011 of type vlan for network abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1
May 27 00:31:13.670543 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:13.684348 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4369d93a-f5ff-4c5c-809f-9b9a8ca6f949 req-a6608c19-5272-4c5b-bbb6-866e9bddb77f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1388366
May 27 00:31:13.713933 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:13.714877 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:13.715500 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:13.832137 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5513086
May 27 00:31:13.832755 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Pushing event updated for resources: {'Network': ['ID=abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:13.834838 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33352) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:31:13.840898 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-6adf997d-ffc9-4765-9d51-823538040849 admin admin] Request body: {'subnet': {'network_id': 'abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1420119336-subnet', 'tenant_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'ip_version': 4}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:31:13.849411 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-6adf997d-ffc9-4765-9d51-823538040849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:31:13.855389 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-6adf997d-ffc9-4765-9d51-823538040849 admin admin] Usage tracker for resource:subnet and tenant:eb95c11e8fac43459bd5686ac23b68b0 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:31:13.858712 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:13.859720 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:13.860060 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:13.860389 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:13.860729 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:13.861033 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:13.861351 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:13.861667 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:13.861986 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:13.862481 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:13.862975 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72db17ec-136b-4706-9826-013996b0cf24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:13.868161 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-6adf997d-ffc9-4765-9d51-823538040849 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:31:13.880648 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-6adf997d-ffc9-4765-9d51-823538040849 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:31:13.881512 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1 details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:31:13.900290 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adf997d-ffc9-4765-9d51-823538040849 admin admin] Made reservation on behalf of eb95c11e8fac43459bd5686ac23b68b0 for: {'subnet': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:31:13.902626 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6adf997d-ffc9-4765-9d51-823538040849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3199544'] for subnet, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:13.960486 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4369d93a-f5ff-4c5c-809f-9b9a8ca6f949 req-50192f5b-9cbc-403c-ba9d-7efffcf4cded service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2673495
May 27 00:31:14.174755 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4369d93a-f5ff-4c5c-809f-9b9a8ca6f949 req-b628a0f3-b8a9-41d8-9d45-8d138aed6418 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2069576
May 27 00:31:14.194358 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6adf997d-ffc9-4765-9d51-823538040849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3199530'] for subnet, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:14.300372 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf997d-ffc9-4765-9d51-823538040849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e87d787c-2156-49e6-8cb2-173c5f90cb60,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:14.314527 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adf997d-ffc9-4765-9d51-823538040849 admin admin] Checking segment: {'id': '92b34a17-1380-413d-aea2-5e57967f2011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:31:14.314875 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adf997d-ffc9-4765-9d51-823538040849 admin admin] Network hostable DHCP agents. Network: abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:31:14.347919 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adf997d-ffc9-4765-9d51-823538040849 admin admin] Network abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1 is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:31:14.363077 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-6adf997d-ffc9-4765-9d51-823538040849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1) {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:31:14.367480 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adf997d-ffc9-4765-9d51-823538040849 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:14.368386 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6adf997d-ffc9-4765-9d51-823538040849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:14.377958 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a450138f-e91e-468f-aa60-d550f70428d0 None None] Network abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:31:14.395075 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-6adf997d-ffc9-4765-9d51-823538040849 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5591462
May 27 00:31:14.397752 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 33356) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:31:14.403397 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1420119336-router', 'tenant_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:31:14.421366 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:31:14.429004 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Usage tracker for resource:router and tenant:eb95c11e8fac43459bd5686ac23b68b0 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:31:14.451785 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:31:14.494304 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:31:14.520903 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4108275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:14.522655 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4108176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4105332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3770880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:14.560156 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:14.585064 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-5ad77484-a4d0-43c7-b642-2b4c5c7d5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:14.817748 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4108809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5558'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:14.847148 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab7e0e-e974-5d1d-8d11-7bdcd4392038-abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1', 'network_id': 'abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1', 'tenant_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'fixed_ips': [{'subnet_id': 'e87d787c-2156-49e6-8cb2-173c5f90cb60'}]}} from dv-cinder-843305-3-iscsi. {{(pid=83749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
May 27 00:31:14.848125 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:14.897037 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Sync routers for ids ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:31:15.020123 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 155877db-4276-4042-994d-31aee6a3e262 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:31:15.074091 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Routers {'cd9c1e2d-3107-484f-8510-afd166d4bc6e'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:31:15.075258 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf13c8250>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:30:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:15.157397 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:15.196600 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:15.390537 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Allocated IP 172.27.3.215 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/99bda864-85ac-45d3-938f-66a462531ecb) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:31:15.406462 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 155877db-4276-4042-994d-31aee6a3e262 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:15.407085 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:15.449984 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Set router cd9c1e2d-3107-484f-8510-afd166d4bc6e gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:31:15.550778 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.db_base_plugin_common [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Allocated IP 172.20.0.2 (abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1/e87d787c-2156-49e6-8cb2-173c5f90cb60/c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d) {{(pid=83749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:31:15.659282 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:15.706435 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:15.837429 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:31:15.838700 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Pushing event updated for resources: {'Port': ['ID=99bda864-85ac-45d3-938f-66a462531ecb,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:15.841744 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:31:15.850352 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:31:15.913492 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:15.913717 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:15.914057 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:15.914390 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:15.914718 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:15.915042 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:15.915364 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:15.915730 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:15.916038 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:15.916354 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:15.916671 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:16.134508 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:16.139144 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4108800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105369'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:16.142132 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Notify callbacks [] for port, precommit_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:16.164893 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Transition to ACTIVE for port object c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:31:16.193994 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf13c8250>, [{'id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'name': 'tempest-TestMinimumBasicScenario-2135410411-router', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '155877db-4276-4042-994d-31aee6a3e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:06Z', 'updated_at': '2022-05-27T00:31:10Z', 'revision_number': 4, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'gw_port': {'id': '155877db-4276-4042-994d-31aee6a3e262', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'e3115ed8-7fe4-4142-8b27-805eeb7a69b3', 'name': '', 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'mac_address': 'fa:16:3e:55:0d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:09Z', 'updated_at': '2022-05-27T00:31:10Z', 'revision_number': 2, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'subnets': [{'id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:16.197076 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Transition to ACTIVE for port object c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d will not be triggered until provisioned by entity DHCP. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:31:16.201632 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Checking router: cd9c1e2d-3107-484f-8510-afd166d4bc6e for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:31:16.202008 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Updating router cd9c1e2d-3107-484f-8510-afd166d4bc6e port e3115ed8-7fe4-4142-8b27-805eeb7a69b3 binding host dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:31:16.286719 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:16.297016 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:16.423453 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Pushing event updated for resources: {'Port': ['ID=c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d,revision_number=1']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:16.430600 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Network abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1 is already hosted by enough agents. {{(pid=83749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:31:16.433345 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.base_scheduler [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Resources bound (agent type, host, resource id):  {{(pid=83749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:31:16.437614 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Received port after_create {{(pid=83749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:31:16.447813 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Router 0c2f7978-2dc3-4bba-9cac-e030bd36d1d2 is scheduled to L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 27 00:31:16.601532 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Attempting to bind port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:31:16.602031 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Attempting to bind port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '92b34a17-1380-413d-aea2-5e57967f2011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:31:16.602228 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Attempting to bind port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d on network abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1 {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:31:16.707293 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:31:16.708129 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Checking segment: {'id': '92b34a17-1380-413d-aea2-5e57967f2011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:31:16.708707 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:16.709253 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Bound using segment: {'id': '92b34a17-1380-413d-aea2-5e57967f2011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:31:16.709924 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Bound port: c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b34a17-1380-413d-aea2-5e57967f2011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:31:16.710451 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:16.802916 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-19433e5a-7f80-4a8e-8889-5033acbd4679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:16.845287 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:31:16.855660 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Sync routers for ids ['0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:31:16.863762 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] For port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:31:16.867950 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] For port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d,segment=NetworkSegment(92b34a17-1380-413d-aea2-5e57967f2011),segment_id=92b34a17-1380-413d-aea2-5e57967f2011)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:31:16.873527 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Routers {'0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:31:16.876679 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:16.877218 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf14561f0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:31:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:16.923669 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:16.927847 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33370) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:31:16.928428 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-486f2387-13b3-4ddd-8c06-f42a17af307c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.5291517
May 27 00:31:17.021816 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b62b3-67cc-4c1a-8da2-a1bdf4d21803 None None] Pushing event updated for resources: {'Port': ['ID=c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d,revision_number=2']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:17.051068 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Notify callbacks [] for port, precommit_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:17.110749 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Transition to ACTIVE for port object e3115ed8-7fe4-4142-8b27-805eeb7a69b3 will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:31:17.133821 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:17.281812 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Set router 0c2f7978-2dc3-4bba-9cac-e030bd36d1d2 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:31:17.418046 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24f34f-81bb-4192-833c-1e0717409d9f None None] Pushing event updated for resources: {'Port': ['ID=e3115ed8-7fe4-4142-8b27-805eeb7a69b3,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:17.651622 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Attempting to bind port e3115ed8-7fe4-4142-8b27-805eeb7a69b3 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:31:17.651622 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Attempting to bind port e3115ed8-7fe4-4142-8b27-805eeb7a69b3 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': 'a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:31:17.652438 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Attempting to bind port e3115ed8-7fe4-4142-8b27-805eeb7a69b3 on network ca5aab07-144c-48b5-bc3d-33231f9c45ef {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:31:17.663948 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:31:17.664317 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Checking segment: {'id': 'a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:31:17.664712 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:17.665098 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Bound using segment: {'id': 'a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:31:17.665558 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Bound port: e3115ed8-7fe4-4142-8b27-805eeb7a69b3, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:31:17.665924 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:17.786078 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf14561f0>, [{'id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'name': 'tempest-TestMinimumBasicScenario-1420119336-router', 'tenant_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '99bda864-85ac-45d3-938f-66a462531ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:14Z', 'updated_at': '2022-05-27T00:31:16Z', 'revision_number': 3, 'project_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'gw_port': {'id': '99bda864-85ac-45d3-938f-66a462531ecb', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:15Z', 'updated_at': '2022-05-27T00:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:17.790744 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Checking router: 0c2f7978-2dc3-4bba-9cac-e030bd36d1d2 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:31:17.791147 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Updating router 0c2f7978-2dc3-4bba-9cac-e030bd36d1d2 port 99bda864-85ac-45d3-938f-66a462531ecb binding host dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:31:17.857424 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:17.861523 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] For port e3115ed8-7fe4-4142-8b27-805eeb7a69b3, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:31:17.865109 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] For port e3115ed8-7fe4-4142-8b27-805eeb7a69b3, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=e3115ed8-7fe4-4142-8b27-805eeb7a69b3,segment=NetworkSegment(a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e),segment_id=a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:31:17.882544 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:17.985809 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:17.996783 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:18.018629 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Routers {'cd9c1e2d-3107-484f-8510-afd166d4bc6e'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:31:18.019294 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf13c8250>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:31:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:18.084429 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24f34f-81bb-4192-833c-1e0717409d9f None None] Pushing event updated for resources: {'Port': ['ID=e3115ed8-7fe4-4142-8b27-805eeb7a69b3,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:18.300888 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Notify callbacks [] for port, precommit_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:18.320653 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.provisioning_blocks [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Transition to ACTIVE for port object 99bda864-85ac-45d3-938f-66a462531ecb will not be triggered until provisioned by entity L2. {{(pid=83750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:31:18.333930 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:18.345002 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] Set router cd9c1e2d-3107-484f-8510-afd166d4bc6e gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:31:18.508169 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a261086-812d-41eb-b389-d7ab91d80ebf None None] Pushing event updated for resources: {'Port': ['ID=99bda864-85ac-45d3-938f-66a462531ecb,revision_number=2']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:18.512532 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Attempting to bind port 99bda864-85ac-45d3-938f-66a462531ecb on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:31:18.512890 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Attempting to bind port 99bda864-85ac-45d3-938f-66a462531ecb by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:31:18.513943 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Attempting to bind port 99bda864-85ac-45d3-938f-66a462531ecb on network da325109-6bb9-4d0f-8321-89f562e3239f {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:31:18.524762 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:31:18.525181 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Checking segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:31:18.525792 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:18.526188 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Bound using segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:31:18.526656 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Bound port: 99bda864-85ac-45d3-938f-66a462531ecb, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:31:18.527042 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:18.617321 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:18.646258 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] For port 99bda864-85ac-45d3-938f-66a462531ecb, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:31:18.649988 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] For port 99bda864-85ac-45d3-938f-66a462531ecb, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=99bda864-85ac-45d3-938f-66a462531ecb,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:31:18.661647 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:18.794090 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e81b9dd-a58c-48b2-b2c0-172924518edc None None] Network abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:31:18.810763 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a261086-812d-41eb-b389-d7ab91d80ebf None None] Pushing event updated for resources: {'Port': ['ID=99bda864-85ac-45d3-938f-66a462531ecb,revision_number=3']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:18.824911 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Routers {'0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:31:18.825668 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf14561f0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:31:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:19.004714 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Allocated IP 172.20.0.1 (abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1/e87d787c-2156-49e6-8cb2-173c5f90cb60/9c9f4621-b397-498c-88cf-f7a82c2f6d45) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:31:19.049763 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf13c8250>, [{'id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'name': 'tempest-TestMinimumBasicScenario-2135410411-router', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '155877db-4276-4042-994d-31aee6a3e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:06Z', 'updated_at': '2022-05-27T00:31:10Z', 'revision_number': 4, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'gw_port': {'id': '155877db-4276-4042-994d-31aee6a3e262', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'e3115ed8-7fe4-4142-8b27-805eeb7a69b3', 'name': '', 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'mac_address': 'fa:16:3e:55:0d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:09Z', 'updated_at': '2022-05-27T00:31:17Z', 'revision_number': 4, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'subnets': [{'id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:19.056829 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4085c-f36f-485b-a57b-70baf7f9f9b2 None None] The sync data for ids ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'] in dv-cinder-843305-3-iscsi is: [{'id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'name': 'tempest-TestMinimumBasicScenario-2135410411-router', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '155877db-4276-4042-994d-31aee6a3e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:06Z', 'updated_at': '2022-05-27T00:31:10Z', 'revision_number': 4, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'gw_port': {'id': '155877db-4276-4042-994d-31aee6a3e262', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'e3115ed8-7fe4-4142-8b27-805eeb7a69b3', 'name': '', 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'mac_address': 'fa:16:3e:55:0d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:09Z', 'updated_at': '2022-05-27T00:31:17Z', 'revision_number': 4, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'subnets': [{'id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:31:19.167049 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] Set router 0c2f7978-2dc3-4bba-9cac-e030bd36d1d2 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:31:19.181024 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-41a6ee9d-5ccc-4cc9-b76f-08b16c48d18a None None] Provisioning for port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:31:19.185780 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:31:19.282003 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:19.310735 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Transition to ACTIVE for port object 9c9f4621-b397-498c-88cf-f7a82c2f6d45 will not be triggered until provisioned by entity DHCP. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:31:19.312805 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:19.338776 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:31:19.354197 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:19.369008 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:19.369353 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:19.514804 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Pushing event updated for resources: {'Port': ['ID=9c9f4621-b397-498c-88cf-f7a82c2f6d45,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:19.540215 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Network abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1 is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:31:19.541891 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:31:19.548382 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:31:19.622292 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:19.690350 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4106083'] for router_interface, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:19.709777 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d,segment=NetworkSegment(92b34a17-1380-413d-aea2-5e57967f2011),segment_id=92b34a17-1380-413d-aea2-5e57967f2011)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:31:19.718969 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:19.781538 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf14561f0>, [{'id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'name': 'tempest-TestMinimumBasicScenario-1420119336-router', 'tenant_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '99bda864-85ac-45d3-938f-66a462531ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:14Z', 'updated_at': '2022-05-27T00:31:16Z', 'revision_number': 3, 'project_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'gw_port': {'id': '99bda864-85ac-45d3-938f-66a462531ecb', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:15Z', 'updated_at': '2022-05-27T00:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:19.801222 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3ac85-ff41-4803-9deb-94131c7ed39c None None] The sync data for ids ['0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'] in dv-cinder-843305-3-iscsi is: [{'id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'name': 'tempest-TestMinimumBasicScenario-1420119336-router', 'tenant_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '99bda864-85ac-45d3-938f-66a462531ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:14Z', 'updated_at': '2022-05-27T00:31:16Z', 'revision_number': 3, 'project_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'gw_port': {'id': '99bda864-85ac-45d3-938f-66a462531ecb', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:15Z', 'updated_at': '2022-05-27T00:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:31:19.931134 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:19.955098 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:19.990657 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-1129fadc-4aff-4b3a-bfe3-27b86030cdc4 None None] Provisioning complete for port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:19.991182 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-1129fadc-4aff-4b3a-bfe3-27b86030cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:20.269126 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:20.274436 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877299'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:20.296935 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-960e3954-1b29-4537-8118-84fbc68572da None None] Provisioning for port 9c9f4621-b397-498c-88cf-f7a82c2f6d45 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:31:20.303624 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-960e3954-1b29-4537-8118-84fbc68572da None None] Provisioning complete for port 9c9f4621-b397-498c-88cf-f7a82c2f6d45 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:20.303972 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-960e3954-1b29-4537-8118-84fbc68572da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:20.401421 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-960e3954-1b29-4537-8118-84fbc68572da None None] Port 9c9f4621-b397-498c-88cf-f7a82c2f6d45 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:31:20.409549 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4106190'] for router_interface, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:20.413667 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Pushing event updated for resources: {'Port': ['ID=9c9f4621-b397-498c-88cf-f7a82c2f6d45,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:20.650926 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Network abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1 is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:31:20.652298 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:31:21.028005 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-42ed96b7-8dbb-4299-ab19-772718597af5 None None] Provisioning complete for port 9c9f4621-b397-498c-88cf-f7a82c2f6d45 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:21.028548 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-42ed96b7-8dbb-4299-ab19-772718597af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:21.103153 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-42ed96b7-8dbb-4299-ab19-772718597af5 None None] Port 9c9f4621-b397-498c-88cf-f7a82c2f6d45 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:31:21.138056 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:31:21.200677 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Router 0c2f7978-2dc3-4bba-9cac-e030bd36d1d2 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:31:21.236344 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:21.236790 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:21.396561 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device e3115ed8-7fe4-4142-8b27-805eeb7a69b3 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:31:21.478129 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:31:21.489265 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port e3115ed8-7fe4-4142-8b27-805eeb7a69b3 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:31:21.494896 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-a9bf47c2-d8a1-46c6-9a7c-cac757229948 admin admin] 10.222.0.21 "PUT /v2.0/routers/0c2f7978-2dc3-4bba-9cac-e030bd36d1d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5650296
May 27 00:31:21.506477 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port e3115ed8-7fe4-4142-8b27-805eeb7a69b3 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:21.507084 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:21.700500 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:21.743007 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port e3115ed8-7fe4-4142-8b27-805eeb7a69b3, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=e3115ed8-7fe4-4142-8b27-805eeb7a69b3,segment=NetworkSegment(a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e),segment_id=a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:31:21.750190 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:21.829078 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=e3115ed8-7fe4-4142-8b27-805eeb7a69b3,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:21.841939 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:21.842552 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:21.843082 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:21.843563 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:21.844067 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:21.844543 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:21.845522 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:21.846030 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:21.846600 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:21.847183 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:21.848110 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:31:22.993619 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device e3115ed8-7fe4-4142-8b27-805eeb7a69b3 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:31:23.115054 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port e3115ed8-7fe4-4142-8b27-805eeb7a69b3 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:23.115825 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:24.111101 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:31:25.054684 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 99bda864-85ac-45d3-938f-66a462531ecb up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:31:25.242864 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 99bda864-85ac-45d3-938f-66a462531ecb completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:31:25.251232 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 99bda864-85ac-45d3-938f-66a462531ecb triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:25.252993 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:25.415923 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:25.443100 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 99bda864-85ac-45d3-938f-66a462531ecb, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=99bda864-85ac-45d3-938f-66a462531ecb,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:31:25.453706 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:25.558469 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=99bda864-85ac-45d3-938f-66a462531ecb,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:27.010253 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 99bda864-85ac-45d3-938f-66a462531ecb up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:31:27.110905 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 99bda864-85ac-45d3-938f-66a462531ecb triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:27.111269 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:34.265042 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f3e99-7def-4525-aee8-6634f52f081b req-f91578d2-7b9c-44f6-8cda-7546897bf285 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:34.265725 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-de6f3e99-7def-4525-aee8-6634f52f081b req-f91578d2-7b9c-44f6-8cda-7546897bf285 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Synchronizing usage tracker for tenant:9731980df32f4139ac2ef67876d622aa on resource:network {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:31:34.284912 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-de6f3e99-7def-4525-aee8-6634f52f081b req-f91578d2-7b9c-44f6-8cda-7546897bf285 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Unset dirty status for tenant:9731980df32f4139ac2ef67876d622aa on resource:network {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:31:34.286127 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-de6f3e99-7def-4525-aee8-6634f52f081b req-f91578d2-7b9c-44f6-8cda-7546897bf285 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/networks?id=ca5aab07-144c-48b5-bc3d-33231f9c45ef HTTP/1.1" status: 200  len: 815 time: 0.1734757
May 27 00:31:34.303019 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-de6f3e99-7def-4525-aee8-6634f52f081b req-02756fe1-c735-4998-93c6-a36162e92fb9 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/quotas/9731980df32f4139ac2ef67876d622aa HTTP/1.1" status: 200  len: 375 time: 0.0113063
May 27 00:31:34.387180 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-de6f3e99-7def-4525-aee8-6634f52f081b req-83ae7926-8838-408c-bb3f-e5e1d5b25b4e tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Synchronizing usage tracker for tenant:9731980df32f4139ac2ef67876d622aa on resource:port {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:31:34.406206 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-de6f3e99-7def-4525-aee8-6634f52f081b req-83ae7926-8838-408c-bb3f-e5e1d5b25b4e tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Unset dirty status for tenant:9731980df32f4139ac2ef67876d622aa on resource:port {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:31:34.407814 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-de6f3e99-7def-4525-aee8-6634f52f081b req-83ae7926-8838-408c-bb3f-e5e1d5b25b4e tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9731980df32f4139ac2ef67876d622aa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0987864
May 27 00:31:34.557044 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75aaf864-a0b7-44eb-a39a-0dd754271f0b service neutron] 10.222.0.21 "GET /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367717
May 27 00:31:34.703725 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-de6f3e99-7def-4525-aee8-6634f52f081b req-3cba80dc-193d-41ed-b4cd-590beafd7cdd service neutron] 10.222.0.21 "GET /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395822
May 27 00:31:34.927490 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-222174b1-55c9-445f-925d-fef4f53f422d req-df472928-5422-4449-a85f-077a2bc1e91d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 210 time: 0.0519192
May 27 00:31:36.102807 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-410974fe-f1c5-45f8-bfa1-f0f7eab55f0f req-99e0376e-8519-443e-a90f-49f3f52fad0d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 210 time: 0.0456388
May 27 00:31:36.184250 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f3e99-7def-4525-aee8-6634f52f081b req-855753c6-1944-4a5a-aa4e-309221bf806d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:36.185516 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-de6f3e99-7def-4525-aee8-6634f52f081b req-855753c6-1944-4a5a-aa4e-309221bf806d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.45 "GET /v2.0/networks?id=ca5aab07-144c-48b5-bc3d-33231f9c45ef HTTP/1.1" status: 200  len: 815 time: 0.1967688
May 27 00:31:36.204710 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-de6f3e99-7def-4525-aee8-6634f52f081b req-78c62c60-b4a7-435f-99ee-a1506c0faee4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Request body: {'port': {'device_id': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'admin_state_up': True, 'tenant_id': '9731980df32f4139ac2ef67876d622aa'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:31:36.357828 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-de6f3e99-7def-4525-aee8-6634f52f081b req-78c62c60-b4a7-435f-99ee-a1506c0faee4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:31:36.370382 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-de6f3e99-7def-4525-aee8-6634f52f081b req-78c62c60-b4a7-435f-99ee-a1506c0faee4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:31:36.385191 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6f3e99-7def-4525-aee8-6634f52f081b req-78c62c60-b4a7-435f-99ee-a1506c0faee4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Made reservation on behalf of 9731980df32f4139ac2ef67876d622aa for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:31:36.390928 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-de6f3e99-7def-4525-aee8-6634f52f081b req-78c62c60-b4a7-435f-99ee-a1506c0faee4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:36.400089 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33570) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:31:36.482320 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c41b4dc-762a-4a36-81c2-b5105edc0ab5 admin admin] Deleting subnet 103d98d3-fe05-46f0-b48f-a95060ac1857 {{(pid=83748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:31:36.486167 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2c41b4dc-762a-4a36-81c2-b5105edc0ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:36.542469 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2c41b4dc-762a-4a36-81c2-b5105edc0ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2882327'] for subnet, precommit_delete_associations {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:36.637223 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2c41b4dc-762a-4a36-81c2-b5105edc0ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:36.637609 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-de6f3e99-7def-4525-aee8-6634f52f081b req-78c62c60-b4a7-435f-99ee-a1506c0faee4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Allocated IP 172.20.0.4 (ca5aab07-144c-48b5-bc3d-33231f9c45ef/bd0f8618-a735-45f8-9e28-d0acd43f52a4/916fab78-ef26-4b4a-98a3-1661a2382626) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:31:36.797636 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2c41b4dc-762a-4a36-81c2-b5105edc0ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3199571'] for subnet, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:36.943654 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41b4dc-762a-4a36-81c2-b5105edc0ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103d98d3-fe05-46f0-b48f-a95060ac1857,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:36.974088 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2c41b4dc-762a-4a36-81c2-b5105edc0ab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:36.994740 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-2c41b4dc-762a-4a36-81c2-b5105edc0ab5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/103d98d3-fe05-46f0-b48f-a95060ac1857 HTTP/1.1" status: 204  len: 168 time: 0.5935471
May 27 00:31:36.995627 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33590) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:31:37.084022 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-de6f3e99-7def-4525-aee8-6634f52f081b req-78c62c60-b4a7-435f-99ee-a1506c0faee4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:37.143254 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-de6f3e99-7def-4525-aee8-6634f52f081b req-78c62c60-b4a7-435f-99ee-a1506c0faee4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Transition to ACTIVE for port object 916fab78-ef26-4b4a-98a3-1661a2382626 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:31:37.193890 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-de6f3e99-7def-4525-aee8-6634f52f081b req-78c62c60-b4a7-435f-99ee-a1506c0faee4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:37.249257 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e7c51edb-1739-48bd-ac68-f2e92d9426fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:37.364870 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6f3e99-7def-4525-aee8-6634f52f081b req-78c62c60-b4a7-435f-99ee-a1506c0faee4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Network ca5aab07-144c-48b5-bc3d-33231f9c45ef is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:31:37.369049 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-de6f3e99-7def-4525-aee8-6634f52f081b req-78c62c60-b4a7-435f-99ee-a1506c0faee4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:31:37.383680 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6f3e99-7def-4525-aee8-6634f52f081b req-78c62c60-b4a7-435f-99ee-a1506c0faee4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:31:37.493893 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f3e99-7def-4525-aee8-6634f52f081b req-78c62c60-b4a7-435f-99ee-a1506c0faee4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:37.495038 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-de6f3e99-7def-4525-aee8-6634f52f081b req-78c62c60-b4a7-435f-99ee-a1506c0faee4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:37.529315 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c62c60-b4a7-435f-99ee-a1506c0faee4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Pushing event updated for resources: {'Port': ['ID=916fab78-ef26-4b4a-98a3-1661a2382626,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:37.535900 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-de6f3e99-7def-4525-aee8-6634f52f081b req-78c62c60-b4a7-435f-99ee-a1506c0faee4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3357320
May 27 00:31:37.557501 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e7c51edb-1739-48bd-ac68-f2e92d9426fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:37.607034 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-e7c51edb-1739-48bd-ac68-f2e92d9426fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf0c808b0>,) {'filters': {'network_id': ['c1253361-0b89-45d7-a84a-ba7bdd14506f']}} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:37.629406 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-e7c51edb-1739-48bd-ac68-f2e92d9426fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf0c808b0>, '9332f780-1f79-4958-863a-d7f4c6733cda') {'for_net_delete': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:37.629717 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-e7c51edb-1739-48bd-ac68-f2e92d9426fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf0c808b0>, '9332f780-1f79-4958-863a-d7f4c6733cda') {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:37.653383 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e7c51edb-1739-48bd-ac68-f2e92d9426fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2868708'] for segment, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:37.687505 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e7c51edb-1739-48bd-ac68-f2e92d9426fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:37.695813 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c51edb-1739-48bd-ac68-f2e92d9426fd admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=83748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:31:37.696663 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e7c51edb-1739-48bd-ac68-f2e92d9426fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877271'] for segment, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]: Traceback (most recent call last):
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:     timer()
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:     cb(*args, **kw)
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:     return func(*args, **kwargs)
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:     self._notify()
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:     self.callback(batched_events)
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:     event.method(event)
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:     return f(self, *a, **k)
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._get(url).json()
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self.request(url, 'GET', **kwargs)
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:31:37.792007 dv-cinder-843305-3-iscsi neutron-server[83748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:31:37.803520 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d29e84-ee6f-4075-9399-9f53ad75a8ad req-a3543b32-b7b2-47b6-b706-7a7e28a04372 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:37.812509 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d0d29e84-ee6f-4075-9399-9f53ad75a8ad req-a3543b32-b7b2-47b6-b706-7a7e28a04372 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 931 time: 0.3621101
May 27 00:31:37.854004 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e7c51edb-1739-48bd-ac68-f2e92d9426fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:37.885750 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-a39ecdaf-a147-480b-acd0-1b0711a3dc74 None None] Provisioning for port 916fab78-ef26-4b4a-98a3-1661a2382626 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:31:37.892264 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-a39ecdaf-a147-480b-acd0-1b0711a3dc74 None None] Provisioning complete for port 916fab78-ef26-4b4a-98a3-1661a2382626 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:37.892941 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a39ecdaf-a147-480b-acd0-1b0711a3dc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:37.946295 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c51edb-1739-48bd-ac68-f2e92d9426fd admin admin] Pushing event deleted for resources: {'Network': ['ID=c1253361-0b89-45d7-a84a-ba7bdd14506f,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:37.961238 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e7c51edb-1739-48bd-ac68-f2e92d9426fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:37.980911 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-a39ecdaf-a147-480b-acd0-1b0711a3dc74 None None] Port 916fab78-ef26-4b4a-98a3-1661a2382626 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:31:38.017120 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-d0d29e84-ee6f-4075-9399-9f53ad75a8ad req-11ab8679-5ff5-4905-9218-355fdbf732b4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Synchronizing usage tracker for tenant:9731980df32f4139ac2ef67876d622aa on resource:security_group {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:31:38.031265 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-e7c51edb-1739-48bd-ac68-f2e92d9426fd admin admin] 10.222.0.21 "DELETE /v2.0/networks/c1253361-0b89-45d7-a84a-ba7bdd14506f HTTP/1.1" status: 204  len: 168 time: 1.0345829
May 27 00:31:38.051966 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-d0d29e84-ee6f-4075-9399-9f53ad75a8ad req-11ab8679-5ff5-4905-9218-355fdbf732b4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Unset dirty status for tenant:9731980df32f4139ac2ef67876d622aa on resource:security_group {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:31:38.065435 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d0d29e84-ee6f-4075-9399-9f53ad75a8ad req-11ab8679-5ff5-4905-9218-355fdbf732b4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2403901
May 27 00:31:38.353672 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33610) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:31:38.438359 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-54be1b07-197f-446c-b8ce-beb06c0d3fa4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d201d17ba094e2b83a47aae09ef0e98&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0828764
May 27 00:31:38.441015 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33614) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:31:38.567647 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0fa7ee47-24ac-4478-b7b9-08affa32cd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:38.596964 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0fa7ee47-24ac-4478-b7b9-08affa32cd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:38.677594 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0fa7ee47-24ac-4478-b7b9-08affa32cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:38.718224 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7ee47-24ac-4478-b7b9-08affa32cd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25cb18b-469e-48a0-9936-178fef3baa60,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:38.726296 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0fa7ee47-24ac-4478-b7b9-08affa32cd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:38.727472 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-0fa7ee47-24ac-4478-b7b9-08affa32cd9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e25cb18b-469e-48a0-9936-178fef3baa60 HTTP/1.1" status: 204  len: 168 time: 0.2846828
May 27 00:31:39.332273 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e078384-f31b-415c-adc1-cd57a04d95fa req-16979a9e-db3b-4db9-b3f8-cac5b89dafa4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:39.334051 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4e078384-f31b-415c-adc1-cd57a04d95fa req-16979a9e-db3b-4db9-b3f8-cac5b89dafa4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 931 time: 0.0999081
May 27 00:31:39.406084 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4e078384-f31b-415c-adc1-cd57a04d95fa req-7410264d-9868-4bf4-8618-a2ed99ae8045 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655785
May 27 00:31:40.063854 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf2ce0-435a-4a63-9fc1-2d6e21503356 req-1e42570f-8399-4006-b147-59bb83f350b8 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:40.069448 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-debf2ce0-435a-4a63-9fc1-2d6e21503356 req-1e42570f-8399-4006-b147-59bb83f350b8 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.2169516
May 27 00:31:40.148085 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-debf2ce0-435a-4a63-9fc1-2d6e21503356 req-10ebcb13-7e4d-4bef-9c87-270e7f9a0897 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0662560
May 27 00:31:40.200743 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33662) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:31:40.241883 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Sync routers for ids ['0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:31:40.266897 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Routers {'0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:31:40.273217 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf17aadc0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:31:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:40.453176 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-107665276-network', 'tenant_id': 'cdaedfea783643c1859e314eaf1f0ba0'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:31:40.466188 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:31:40.477115 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Usage tracker for resource:network and tenant:cdaedfea783643c1859e314eaf1f0ba0 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:31:40.487151 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:31:40.509764 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:31:40.549270 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Made reservation on behalf of cdaedfea783643c1859e314eaf1f0ba0 for: {'network': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:31:40.551366 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Set router 0c2f7978-2dc3-4bba-9cac-e030bd36d1d2 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:31:40.554186 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:40.571064 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:40.740416 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:31:40.762514 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Usage tracker for resource:security_group_rule and tenant:cdaedfea783643c1859e314eaf1f0ba0 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:31:40.774617 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:31:40.799601 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:31:40.852134 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d942bc-6fb7-4eec-af85-d729681ff5e4 req-26932fa4-f947-403e-8b69-bdad8c7055f3 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:40.880307 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c6d942bc-6fb7-4eec-af85-d729681ff5e4 req-26932fa4-f947-403e-8b69-bdad8c7055f3 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 931 time: 0.2478065
May 27 00:31:41.000212 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c6d942bc-6fb7-4eec-af85-d729681ff5e4 req-6233c59f-55b3-4106-a594-be324131f269 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188171
May 27 00:31:41.046692 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:41.054385 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:41.091429 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=83748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:31:41.101823 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf17aadc0>, [{'id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'name': 'tempest-TestMinimumBasicScenario-1420119336-router', 'tenant_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '99bda864-85ac-45d3-938f-66a462531ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:14Z', 'updated_at': '2022-05-27T00:31:19Z', 'revision_number': 4, 'project_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'gw_port': {'id': '99bda864-85ac-45d3-938f-66a462531ecb', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:15Z', 'updated_at': '2022-05-27T00:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '9c9f4621-b397-498c-88cf-f7a82c2f6d45', 'name': '', 'network_id': 'abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1', 'tenant_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'mac_address': 'fa:16:3e:28:36:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e87d787c-2156-49e6-8cb2-173c5f90cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:18Z', 'updated_at': '2022-05-27T00:31:20Z', 'revision_number': 2, 'project_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'subnets': [{'id': 'e87d787c-2156-49e6-8cb2-173c5f90cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:41.106496 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Checking router: 0c2f7978-2dc3-4bba-9cac-e030bd36d1d2 for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:31:41.106956 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Updating router 0c2f7978-2dc3-4bba-9cac-e030bd36d1d2 port 9c9f4621-b397-498c-88cf-f7a82c2f6d45 binding host dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:31:41.139934 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edeec65-d69a-4d6f-89dc-24ed15bd94b8,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:41.162628 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:41.163008 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.segments_db [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Added segment 965b38cf-84aa-48af-856a-7db6ff909bc7 of type vlan for network 787c0cb1-d666-4814-9adc-e7ea37445e86
May 27 00:31:41.194976 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:41.223743 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:41.261840 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:41.262888 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:41.263570 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:41.438822 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.2353938
May 27 00:31:41.442203 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 33672) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:31:41.448253 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-8ac5c409-c9ba-40ef-b86e-f293f59d05e6 admin admin] Request body: {'subnet': {'network_id': '787c0cb1-d666-4814-9adc-e7ea37445e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-107665276-subnet', 'tenant_id': 'cdaedfea783643c1859e314eaf1f0ba0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:31:41.450064 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1697d4-8ed7-45c5-82eb-440401bc7275 admin admin] Pushing event updated for resources: {'Network': ['ID=787c0cb1-d666-4814-9adc-e7ea37445e86,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:41.453519 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8ac5c409-c9ba-40ef-b86e-f293f59d05e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:31:41.459409 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-8ac5c409-c9ba-40ef-b86e-f293f59d05e6 admin admin] Usage tracker for resource:subnet and tenant:cdaedfea783643c1859e314eaf1f0ba0 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:31:41.466316 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network 787c0cb1-d666-4814-9adc-e7ea37445e86 details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:31:41.468434 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-8ac5c409-c9ba-40ef-b86e-f293f59d05e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:31:41.484792 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-8ac5c409-c9ba-40ef-b86e-f293f59d05e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:31:41.508761 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2e65e-7dfe-4dfb-adfb-c7b04fb9970e req-601e5b63-dff9-4822-b243-91418dc672d6 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:41.517701 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-29a2e65e-7dfe-4dfb-adfb-c7b04fb9970e req-601e5b63-dff9-4822-b243-91418dc672d6 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.1654680
May 27 00:31:41.520815 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac5c409-c9ba-40ef-b86e-f293f59d05e6 admin admin] Made reservation on behalf of cdaedfea783643c1859e314eaf1f0ba0 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:31:41.523323 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8ac5c409-c9ba-40ef-b86e-f293f59d05e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3005913'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:41.621242 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-29a2e65e-7dfe-4dfb-adfb-c7b04fb9970e req-6421b2fd-6c57-4cad-a351-ff26d61ea069 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0933199
May 27 00:31:41.843661 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8ac5c409-c9ba-40ef-b86e-f293f59d05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3631460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3005899'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:41.941761 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5c409-c9ba-40ef-b86e-f293f59d05e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b986bc-2a09-4164-b78f-d8367c770032,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:41.958770 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac5c409-c9ba-40ef-b86e-f293f59d05e6 admin admin] Checking segment: {'id': '965b38cf-84aa-48af-856a-7db6ff909bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '787c0cb1-d666-4814-9adc-e7ea37445e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:31:41.959487 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac5c409-c9ba-40ef-b86e-f293f59d05e6 admin admin] Network hostable DHCP agents. Network: 787c0cb1-d666-4814-9adc-e7ea37445e86, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:31:41.995025 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac5c409-c9ba-40ef-b86e-f293f59d05e6 admin admin] Network 787c0cb1-d666-4814-9adc-e7ea37445e86 is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:31:42.004007 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Notify callbacks [] for port, precommit_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:42.009663 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-8ac5c409-c9ba-40ef-b86e-f293f59d05e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, 787c0cb1-d666-4814-9adc-e7ea37445e86) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:31:42.023655 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac5c409-c9ba-40ef-b86e-f293f59d05e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:42.024379 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8ac5c409-c9ba-40ef-b86e-f293f59d05e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:42.029377 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Transition to ACTIVE for port object 9c9f4621-b397-498c-88cf-f7a82c2f6d45 will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:31:42.037654 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb187470-dc3e-4610-aae4-cf2e51f6bde3 None None] Network 787c0cb1-d666-4814-9adc-e7ea37445e86 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:31:42.075447 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-8ac5c409-c9ba-40ef-b86e-f293f59d05e6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6320305
May 27 00:31:42.127841 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:42.225201 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b9b0f-0e21-439f-9dd8-675ef77e7791 None None] Pushing event updated for resources: {'Port': ['ID=9c9f4621-b397-498c-88cf-f7a82c2f6d45,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:42.324983 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae2db5-69b9-4d8a-a588-b9f0ac816123 req-22c3d985-ae5f-48cf-aa2f-9a5d162d99a8 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:42.327683 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4fae2db5-69b9-4d8a-a588-b9f0ac816123 req-22c3d985-ae5f-48cf-aa2f-9a5d162d99a8 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 931 time: 0.1471665
May 27 00:31:42.448070 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4fae2db5-69b9-4d8a-a588-b9f0ac816123 req-f0cde41d-8a82-47f1-8e69-1ffe47fe16fd tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129754
May 27 00:31:42.497496 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Attempting to bind port 9c9f4621-b397-498c-88cf-f7a82c2f6d45 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:31:42.498200 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Attempting to bind port 9c9f4621-b397-498c-88cf-f7a82c2f6d45 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '92b34a17-1380-413d-aea2-5e57967f2011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:31:42.503698 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Attempting to bind port 9c9f4621-b397-498c-88cf-f7a82c2f6d45 on network abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1 {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:31:42.577569 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:31:42.577900 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Checking segment: {'id': '92b34a17-1380-413d-aea2-5e57967f2011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:31:42.578342 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:42.578784 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Bound using segment: {'id': '92b34a17-1380-413d-aea2-5e57967f2011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:31:42.579309 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Bound port: 9c9f4621-b397-498c-88cf-f7a82c2f6d45, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b34a17-1380-413d-aea2-5e57967f2011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:31:42.579772 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:42.684699 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2284ad9a-dc07-4cd3-a115-981efd1f7907 None None] Network 787c0cb1-d666-4814-9adc-e7ea37445e86 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:31:42.923967 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] For port 9c9f4621-b397-498c-88cf-f7a82c2f6d45, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:31:42.970811 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] For port 9c9f4621-b397-498c-88cf-f7a82c2f6d45, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=9c9f4621-b397-498c-88cf-f7a82c2f6d45,segment=NetworkSegment(92b34a17-1380-413d-aea2-5e57967f2011),segment_id=92b34a17-1380-413d-aea2-5e57967f2011)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:31:42.986945 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:43.022157 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d25c9-a9be-4ff9-aac5-6cc4661e5337 req-a154091c-3432-419a-b476-f066763f3fba tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:43.031236 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8b8d25c9-a9be-4ff9-aac5-6cc4661e5337 req-a154091c-3432-419a-b476-f066763f3fba tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.1668606
May 27 00:31:43.118827 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8b8d25c9-a9be-4ff9-aac5-6cc4661e5337 req-56aefe94-cd37-437d-ad8f-57f6efa332d1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0862958
May 27 00:31:43.242053 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:43.244484 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Routers {'0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:31:43.245281 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf17aadc0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:31:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:43.572220 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] Set router 0c2f7978-2dc3-4bba-9cac-e030bd36d1d2 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:31:43.685070 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b9b0f-0e21-439f-9dd8-675ef77e7791 None None] Pushing event updated for resources: {'Port': ['ID=9c9f4621-b397-498c-88cf-f7a82c2f6d45,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:43.729085 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029148b-e929-4f99-8f19-e37bb99188d4 req-cfa6f312-f227-455c-972c-23cd075eacf3 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:43.730965 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b029148b-e929-4f99-8f19-e37bb99188d4 req-cfa6f312-f227-455c-972c-23cd075eacf3 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 931 time: 0.0907495
May 27 00:31:43.922402 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b029148b-e929-4f99-8f19-e37bb99188d4 req-9269b1bd-87f4-495c-98c7-8829653f38b8 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1836245
May 27 00:31:44.004505 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf17aadc0>, [{'id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'name': 'tempest-TestMinimumBasicScenario-1420119336-router', 'tenant_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '99bda864-85ac-45d3-938f-66a462531ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:14Z', 'updated_at': '2022-05-27T00:31:19Z', 'revision_number': 4, 'project_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'gw_port': {'id': '99bda864-85ac-45d3-938f-66a462531ecb', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:15Z', 'updated_at': '2022-05-27T00:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '9c9f4621-b397-498c-88cf-f7a82c2f6d45', 'name': '', 'network_id': 'abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1', 'tenant_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'mac_address': 'fa:16:3e:28:36:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e87d787c-2156-49e6-8cb2-173c5f90cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:18Z', 'updated_at': '2022-05-27T00:31:42Z', 'revision_number': 4, 'project_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'subnets': [{'id': 'e87d787c-2156-49e6-8cb2-173c5f90cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:31:44.013180 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0284e31-45ed-46f3-b73b-c894af7cefe4 None None] The sync data for ids ['0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'] in dv-cinder-843305-3-iscsi is: [{'id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'name': 'tempest-TestMinimumBasicScenario-1420119336-router', 'tenant_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '99bda864-85ac-45d3-938f-66a462531ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:14Z', 'updated_at': '2022-05-27T00:31:19Z', 'revision_number': 4, 'project_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'gw_port': {'id': '99bda864-85ac-45d3-938f-66a462531ecb', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:15Z', 'updated_at': '2022-05-27T00:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '9c9f4621-b397-498c-88cf-f7a82c2f6d45', 'name': '', 'network_id': 'abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1', 'tenant_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'mac_address': 'fa:16:3e:28:36:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e87d787c-2156-49e6-8cb2-173c5f90cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:18Z', 'updated_at': '2022-05-27T00:31:42Z', 'revision_number': 4, 'project_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'subnets': [{'id': 'e87d787c-2156-49e6-8cb2-173c5f90cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:31:44.463249 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e089c-a10a-4fda-8160-9b1419a20905 req-e6086fef-e3d1-4e10-8fff-1f744f80d788 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:44.464989 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4c9e089c-a10a-4fda-8160-9b1419a20905 req-e6086fef-e3d1-4e10-8fff-1f744f80d788 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.1026039
May 27 00:31:44.495865 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-71ae2e42-efad-41ce-9e52-d10b6872e74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:44.537743 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4c9e089c-a10a-4fda-8160-9b1419a20905 req-a8c32f1c-9e0b-434f-92f5-0913a12808d1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0663352
May 27 00:31:45.094875 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2721c-d946-431b-8419-3628c07ea986 req-9c0ca10d-a25d-4eb4-a784-c1a9a203038c tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:45.095701 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-34e2721c-d946-431b-8419-3628c07ea986 req-9c0ca10d-a25d-4eb4-a784-c1a9a203038c tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Synchronizing usage tracker for tenant:cdaedfea783643c1859e314eaf1f0ba0 on resource:network {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:31:45.105086 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 9c9f4621-b397-498c-88cf-f7a82c2f6d45 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:31:45.133440 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-34e2721c-d946-431b-8419-3628c07ea986 req-9c0ca10d-a25d-4eb4-a784-c1a9a203038c tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Unset dirty status for tenant:cdaedfea783643c1859e314eaf1f0ba0 on resource:network {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:31:45.134813 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-34e2721c-d946-431b-8419-3628c07ea986 req-9c0ca10d-a25d-4eb4-a784-c1a9a203038c tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/networks?id=787c0cb1-d666-4814-9adc-e7ea37445e86 HTTP/1.1" status: 200  len: 813 time: 0.2989411
May 27 00:31:45.154315 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-34e2721c-d946-431b-8419-3628c07ea986 req-c70fe499-3dfa-4cae-9dfc-eb689636515b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/quotas/cdaedfea783643c1859e314eaf1f0ba0 HTTP/1.1" status: 200  len: 375 time: 0.0113077
May 27 00:31:45.207367 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-34e2721c-d946-431b-8419-3628c07ea986 req-1add5bbd-4f93-41f2-b2a8-738d4b304e44 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cdaedfea783643c1859e314eaf1f0ba0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0462861
May 27 00:31:45.267510 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 9c9f4621-b397-498c-88cf-f7a82c2f6d45 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:31:45.272948 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 9c9f4621-b397-498c-88cf-f7a82c2f6d45 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:45.273761 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:45.386964 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-34e2721c-d946-431b-8419-3628c07ea986 req-bb553265-1c4b-4992-b09f-20f35a68c007 service neutron] 10.222.0.21 "GET /v2.0/networks/787c0cb1-d666-4814-9adc-e7ea37445e86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743000
May 27 00:31:45.442819 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:45.485523 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 9c9f4621-b397-498c-88cf-f7a82c2f6d45, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=9c9f4621-b397-498c-88cf-f7a82c2f6d45,segment=NetworkSegment(92b34a17-1380-413d-aea2-5e57967f2011),segment_id=92b34a17-1380-413d-aea2-5e57967f2011)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:31:45.492832 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:45.595706 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-34e2721c-d946-431b-8419-3628c07ea986 req-c220c0aa-90fc-46ec-b04c-a45ddc5776b8 service neutron] 10.222.0.21 "GET /v2.0/networks/787c0cb1-d666-4814-9adc-e7ea37445e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1856997
May 27 00:31:45.686846 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=9c9f4621-b397-498c-88cf-f7a82c2f6d45,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:45.983117 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecb344-bc94-4c3f-8c52-da819ce62ec4 req-73b9134d-ac12-4ae9-89e5-169a61362af0 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:45.984662 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0cecb344-bc94-4c3f-8c52-da819ce62ec4 req-73b9134d-ac12-4ae9-89e5-169a61362af0 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 931 time: 0.0873392
May 27 00:31:46.034417 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0cecb344-bc94-4c3f-8c52-da819ce62ec4 req-2bce34fc-ef58-41bb-b0a1-6743056f4873 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437777
May 27 00:31:46.243067 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cff6e-03d3-40d2-818e-87d8150ba08f req-6b35da1e-1e42-457d-8da6-0b7329344b19 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:46.244547 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-012cff6e-03d3-40d2-818e-87d8150ba08f req-6b35da1e-1e42-457d-8da6-0b7329344b19 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0838246
May 27 00:31:46.291431 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-012cff6e-03d3-40d2-818e-87d8150ba08f req-9694dc8f-769c-4c4a-8a20-f04c9a781e9d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408750
May 27 00:31:46.451908 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6480fc13-bb7e-4cb5-9e01-43e417c78fa5 req-1ad35a45-e19b-403b-a75d-dfcb3f66573b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 210 time: 0.0385680
May 27 00:31:46.656295 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-311e973b-aa8d-4be1-a6ca-82e41d1b6350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:47.019175 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 9c9f4621-b397-498c-88cf-f7a82c2f6d45 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:31:47.094845 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 9c9f4621-b397-498c-88cf-f7a82c2f6d45 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:47.095395 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:47.247491 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4168a-013b-4eec-aef4-63b730fdc490 req-3b8d2c44-33ff-43ff-b3a8-ac013ab5e584 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:47.249476 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9fa4168a-013b-4eec-aef4-63b730fdc490 req-3b8d2c44-33ff-43ff-b3a8-ac013ab5e584 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 931 time: 0.0836589
May 27 00:31:47.296802 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9fa4168a-013b-4eec-aef4-63b730fdc490 req-45faea4f-26cb-4ac8-8f6c-737b1931a0f3 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416341
May 27 00:31:47.508703 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82536a-a3db-49fc-b0da-4f45a65002fe req-ca236ea1-88a1-4e53-bbc6-cb36742a078b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:47.510058 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2a82536a-a3db-49fc-b0da-4f45a65002fe req-ca236ea1-88a1-4e53-bbc6-cb36742a078b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0779760
May 27 00:31:47.558903 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2a82536a-a3db-49fc-b0da-4f45a65002fe req-b003bd2c-bbe5-4b6c-abe1-ac70334814ae tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433214
May 27 00:31:47.721863 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-af5e279a-a977-4744-9704-5bdd1f787afc req-ff342413-e2a9-46e4-b99a-4ae4000ad045 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 210 time: 0.0404310
May 27 00:31:47.890870 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:47.963849 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:48.491771 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baade49-8895-4a5d-9030-165e7607cfff req-d371b220-51e1-4659-9a89-ec06a760d769 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:48.493206 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5baade49-8895-4a5d-9030-165e7607cfff req-d371b220-51e1-4659-9a89-ec06a760d769 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 931 time: 0.0732880
May 27 00:31:48.538640 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5baade49-8895-4a5d-9030-165e7607cfff req-054986c9-a373-4c62-9b42-8a27729be7f7 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391600
May 27 00:31:48.770544 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e9dba-fa85-40ed-b344-002396fcdb67 req-420c8fc3-6807-4fc7-9efa-98bb17c65bb4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:48.771991 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-743e9dba-fa85-40ed-b344-002396fcdb67 req-420c8fc3-6807-4fc7-9efa-98bb17c65bb4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0775714
May 27 00:31:48.816979 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-743e9dba-fa85-40ed-b344-002396fcdb67 req-78e2e70f-fe01-466a-a64e-2c48643a06fd tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393527
May 27 00:31:48.993822 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4f1ce714-03af-4f2f-9f97-5655eaccb987 req-5dd5574a-95cd-483b-8522-4bcbbddb2085 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 210 time: 0.0391989
May 27 00:31:49.183538 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:49.737568 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36efb9e-2a91-4d44-ab73-e1c99bd05a4a req-8bb89b38-4096-4c71-b61a-72374ae6e79b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:49.739007 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d36efb9e-2a91-4d44-ab73-e1c99bd05a4a req-8bb89b38-4096-4c71-b61a-72374ae6e79b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 931 time: 0.0770097
May 27 00:31:49.784007 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d36efb9e-2a91-4d44-ab73-e1c99bd05a4a req-185ad129-9519-429c-9d94-d1c636803cda tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394342
May 27 00:31:50.030444 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acf225-06bc-4f4b-80be-16c04c0613a6 req-39bbfc3d-8909-481b-9178-df970bcc198e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:50.031873 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d9acf225-06bc-4f4b-80be-16c04c0613a6 req-39bbfc3d-8909-481b-9178-df970bcc198e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0738592
May 27 00:31:50.080286 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d9acf225-06bc-4f4b-80be-16c04c0613a6 req-7b3eccc2-368e-4c19-92f4-43c5ffa5036d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425665
May 27 00:31:50.232871 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Request body: {'port': {'device_id': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:31:50.249682 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bab7c69c-86b4-4974-9707-19a7b20b7369 req-d3258ce8-db87-4cb9-b133-8ca94eba7774 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 210 time: 0.0450664
May 27 00:31:50.347115 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:50.802017 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916fab78-ef26-4b4a-98a3-1661a2382626 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:31:50.809033 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:50.825639 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Transition to ACTIVE for port object 916fab78-ef26-4b4a-98a3-1661a2382626 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:31:50.830637 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:50.975732 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Pushing event updated for resources: {'Port': ['ID=916fab78-ef26-4b4a-98a3-1661a2382626,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:51.048797 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f5bab-17b5-4b61-9f65-ac2879993763 req-e4d1fb11-39ad-4f8c-9feb-c75c9db9eab5 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:51.050314 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f90f5bab-17b5-4b61-9f65-ac2879993763 req-e4d1fb11-39ad-4f8c-9feb-c75c9db9eab5 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 943 time: 0.1283078
May 27 00:31:51.119683 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f90f5bab-17b5-4b61-9f65-ac2879993763 req-ce45fe2e-67bb-44fd-9b05-b4a919fdd549 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594361
May 27 00:31:51.222725 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Attempting to bind port 916fab78-ef26-4b4a-98a3-1661a2382626 on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:31:51.223008 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Attempting to bind port 916fab78-ef26-4b4a-98a3-1661a2382626 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:31:51.223213 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Attempting to bind port 916fab78-ef26-4b4a-98a3-1661a2382626 on network ca5aab07-144c-48b5-bc3d-33231f9c45ef {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:31:51.245904 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Port 916fab78-ef26-4b4a-98a3-1661a2382626 on network ca5aab07-144c-48b5-bc3d-33231f9c45ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:31:51.247166 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Attempting to bind port 916fab78-ef26-4b4a-98a3-1661a2382626 on network ca5aab07-144c-48b5-bc3d-33231f9c45ef {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:31:51.257286 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2721c-d946-431b-8419-3628c07ea986 req-271cd550-a27e-4d92-8081-6f2b57071cf9 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:51.259015 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-34e2721c-d946-431b-8419-3628c07ea986 req-271cd550-a27e-4d92-8081-6f2b57071cf9 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.45 "GET /v2.0/networks?id=787c0cb1-d666-4814-9adc-e7ea37445e86 HTTP/1.1" status: 200  len: 813 time: 0.2399185
May 27 00:31:51.262582 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:31:51.263060 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Checking segment: {'id': 'a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:31:51.263321 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Bound using segment: {'id': 'a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:31:51.263995 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Bound port: 916fab78-ef26-4b4a-98a3-1661a2382626, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:31:51.264516 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:51.280076 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-34e2721c-d946-431b-8419-3628c07ea986 req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Request body: {'port': {'device_id': '5f84d364-704c-4774-af69-7f3664370e6e', 'network_id': '787c0cb1-d666-4814-9adc-e7ea37445e86', 'admin_state_up': True, 'tenant_id': 'cdaedfea783643c1859e314eaf1f0ba0'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:31:51.393042 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c291dc-4cf9-43d8-ab01-b9494f5c18e9 req-58d81233-1fd3-421f-8fae-07ce552b325b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:51.394666 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-07c291dc-4cf9-43d8-ab01-b9494f5c18e9 req-58d81233-1fd3-421f-8fae-07ce552b325b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.1437547
May 27 00:31:51.443942 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-07c291dc-4cf9-43d8-ab01-b9494f5c18e9 req-2ae38b03-d783-45a0-ab8a-cc7c649da0e2 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432265
May 27 00:31:51.511337 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] For port 916fab78-ef26-4b4a-98a3-1661a2382626, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:31:51.514127 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-34e2721c-d946-431b-8419-3628c07ea986 req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:31:51.517543 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] For port 916fab78-ef26-4b4a-98a3-1661a2382626, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=916fab78-ef26-4b4a-98a3-1661a2382626,segment=NetworkSegment(a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e),segment_id=a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:31:51.520184 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-34e2721c-d946-431b-8419-3628c07ea986 req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Usage tracker for resource:port and tenant:cdaedfea783643c1859e314eaf1f0ba0 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:31:51.523196 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-34e2721c-d946-431b-8419-3628c07ea986 req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:31:51.529863 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:51.533896 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-34e2721c-d946-431b-8419-3628c07ea986 req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:31:51.577903 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-33e6e1c2-bfd9-49b4-8921-2bf165a77342 req-8e8647fe-9829-4c71-917f-a723fd87ebae tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 210 time: 0.0412548
May 27 00:31:51.592833 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e2721c-d946-431b-8419-3628c07ea986 req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Made reservation on behalf of cdaedfea783643c1859e314eaf1f0ba0 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:31:51.595803 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-34e2721c-d946-431b-8419-3628c07ea986 req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:51.620383 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:51.621751 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-de6f3e99-7def-4525-aee8-6634f52f081b req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] 10.222.0.45 "PUT /v2.0/ports/916fab78-ef26-4b4a-98a3-1661a2382626 HTTP/1.1" status: 200  len: 1093 time: 1.3942122
May 27 00:31:51.623385 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'tag': '916fab78-ef26-4b4a-98a3-1661a2382626'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:31:51.648216 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa04e7-dc82-4c23-9693-6c9dd24a359f service neutron] Pushing event updated for resources: {'Port': ['ID=916fab78-ef26-4b4a-98a3-1661a2382626,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:51.696108 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0aa44f8-35b5-4370-9fc8-8bcb28e1734f'] response: {'name': 'network-changed', 'server_uuid': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'tag': '916fab78-ef26-4b4a-98a3-1661a2382626', 'status': 'completed', 'code': 200}
May 27 00:31:51.853156 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-de6f3e99-7def-4525-aee8-6634f52f081b req-e92b49ab-1412-4bcc-bf60-1f2ac1230a02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9731980df32f4139ac2ef67876d622aa&device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 1096 time: 0.1588933
May 27 00:31:51.915908 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-34e2721c-d946-431b-8419-3628c07ea986 req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Allocated IP 172.20.0.13 (787c0cb1-d666-4814-9adc-e7ea37445e86/d8b986bc-2a09-4164-b78f-d8367c770032/ff147bb1-400c-4775-ba37-ed6078ce146d) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:31:51.938758 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-de6f3e99-7def-4525-aee8-6634f52f081b req-f81ed9ce-1626-42ab-b628-b817b5483369 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916fab78-ef26-4b4a-98a3-1661a2382626 HTTP/1.1" status: 200  len: 217 time: 0.0762126
May 27 00:31:52.150741 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f3e99-7def-4525-aee8-6634f52f081b req-50739dc7-8637-41a4-ae9a-3c3acf9d72c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:52.152200 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-de6f3e99-7def-4525-aee8-6634f52f081b req-50739dc7-8637-41a4-ae9a-3c3acf9d72c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd0f8618-a735-45f8-9e28-d0acd43f52a4 HTTP/1.1" status: 200  len: 854 time: 0.1016588
May 27 00:31:52.228319 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-34e2721c-d946-431b-8419-3628c07ea986 req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:52.269874 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-de6f3e99-7def-4525-aee8-6634f52f081b req-3608d59f-b7ac-43a8-8d08-5765394dc6ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca5aab07-144c-48b5-bc3d-33231f9c45ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1113281
May 27 00:31:52.299894 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-34e2721c-d946-431b-8419-3628c07ea986 req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:52.321446 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5e40b-d197-46b8-b0d3-5cad63bc2130 req-49555674-3c1a-4144-be7c-aa65c7d4c3b6 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:52.322896 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9fd5e40b-d197-46b8-b0d3-5cad63bc2130 req-49555674-3c1a-4144-be7c-aa65c7d4c3b6 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 943 time: 0.0802758
May 27 00:31:52.371296 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9fd5e40b-d197-46b8-b0d3-5cad63bc2130 req-65bf55d3-8b87-4d0b-8a2d-7df19c487c5f tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418005
May 27 00:31:52.510548 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e2721c-d946-431b-8419-3628c07ea986 req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Network 787c0cb1-d666-4814-9adc-e7ea37445e86 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:31:52.515917 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-34e2721c-d946-431b-8419-3628c07ea986 req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:31:52.533040 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e2721c-d946-431b-8419-3628c07ea986 req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:31:52.563252 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Pushing event updated for resources: {'Port': ['ID=ff147bb1-400c-4775-ba37-ed6078ce146d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:52.602592 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-de6f3e99-7def-4525-aee8-6634f52f081b req-bcec2cb8-de63-4eb5-b76e-3bb25ed8131c service neutron] 10.222.0.45 "GET /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3260720
May 27 00:31:52.615433 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2721c-d946-431b-8419-3628c07ea986 req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:52.616061 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-34e2721c-d946-431b-8419-3628c07ea986 req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:52.678930 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ef5a4-cf42-414b-ad99-fc07d4bc1829 req-0831c341-3439-4409-bb89-1d06f1d41dff tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:52.680784 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fa7ef5a4-cf42-414b-ad99-fc07d4bc1829 req-0831c341-3439-4409-bb89-1d06f1d41dff tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0874276
May 27 00:31:52.713943 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-34e2721c-d946-431b-8419-3628c07ea986 req-4b973f96-de44-4356-bac5-4bb556e9a365 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4397631
May 27 00:31:52.732372 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Request body: {'port': {'device_id': '5f84d364-704c-4774-af69-7f3664370e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:31:52.766107 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fa7ef5a4-cf42-414b-ad99-fc07d4bc1829 req-5188ba20-05cd-41b9-95b7-9643031c7a7e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0783746
May 27 00:31:52.817860 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30543547-0183-4341-93cd-8cb067359e87 req-738f790f-a38a-4883-8a52-6687ebea7e8b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:52.819723 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-30543547-0183-4341-93cd-8cb067359e87 req-738f790f-a38a-4883-8a52-6687ebea7e8b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 932 time: 0.0965524
May 27 00:31:52.870557 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-30543547-0183-4341-93cd-8cb067359e87 req-2585b3df-146f-47b8-ad2a-4c165ac25552 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Synchronizing usage tracker for tenant:cdaedfea783643c1859e314eaf1f0ba0 on resource:security_group {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:31:52.873730 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-de6f3e99-7def-4525-aee8-6634f52f081b req-c36707ce-4eb5-43c3-8808-3d2c1bb8eb08 service neutron] 10.222.0.45 "GET /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2628114
May 27 00:31:52.891081 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-30543547-0183-4341-93cd-8cb067359e87 req-2585b3df-146f-47b8-ad2a-4c165ac25552 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Unset dirty status for tenant:cdaedfea783643c1859e314eaf1f0ba0 on resource:security_group {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:31:52.892356 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-30543547-0183-4341-93cd-8cb067359e87 req-2585b3df-146f-47b8-ad2a-4c165ac25552 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623956
May 27 00:31:52.897461 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:53.115312 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e1ec63d7-349c-4674-8ef5-211c37e7a129 req-b0598125-c010-40c3-bb1c-62f7a05c8f4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9731980df32f4139ac2ef67876d622aa&device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 1096 time: 0.1740513
May 27 00:31:53.333289 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec63d7-349c-4674-8ef5-211c37e7a129 req-1cc817f1-cff0-4afd-ba1e-c3f1812240ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:53.334699 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e1ec63d7-349c-4674-8ef5-211c37e7a129 req-1cc817f1-cff0-4afd-ba1e-c3f1812240ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca5aab07-144c-48b5-bc3d-33231f9c45ef HTTP/1.1" status: 200  len: 916 time: 0.1726501
May 27 00:31:53.454219 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e1ec63d7-349c-4674-8ef5-211c37e7a129 req-26d70d9f-59a5-4ed8-a790-e6e6e6d7cc02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916fab78-ef26-4b4a-98a3-1661a2382626 HTTP/1.1" status: 200  len: 217 time: 0.1073146
May 27 00:31:53.462672 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff147bb1-400c-4775-ba37-ed6078ce146d {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:31:53.503745 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:53.535898 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Transition to ACTIVE for port object ff147bb1-400c-4775-ba37-ed6078ce146d will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:31:53.543200 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:53.548330 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec63d7-349c-4674-8ef5-211c37e7a129 req-efa829ec-43f8-4137-a0c7-db5c769f2bd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:53.549755 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e1ec63d7-349c-4674-8ef5-211c37e7a129 req-efa829ec-43f8-4137-a0c7-db5c769f2bd8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd0f8618-a735-45f8-9e28-d0acd43f52a4 HTTP/1.1" status: 200  len: 854 time: 0.0893312
May 27 00:31:53.586240 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ada83-5a1c-4684-a665-7b123e7b0882 req-d9caae07-050f-499d-a53c-26fd5d6474c6 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:53.587828 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-476ada83-5a1c-4684-a665-7b123e7b0882 req-d9caae07-050f-499d-a53c-26fd5d6474c6 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 943 time: 0.0857341
May 27 00:31:53.646813 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-476ada83-5a1c-4684-a665-7b123e7b0882 req-506ba3ff-0263-4254-9ea8-9c87ff85e972 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511565
May 27 00:31:53.720750 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Pushing event updated for resources: {'Port': ['ID=ff147bb1-400c-4775-ba37-ed6078ce146d,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:53.830369 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e1ec63d7-349c-4674-8ef5-211c37e7a129 req-c043ac53-a095-48f4-88c9-37def4bddaec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca5aab07-144c-48b5-bc3d-33231f9c45ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2472739
May 27 00:31:54.026247 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Attempting to bind port ff147bb1-400c-4775-ba37-ed6078ce146d on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:31:54.026818 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Attempting to bind port ff147bb1-400c-4775-ba37-ed6078ce146d by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '965b38cf-84aa-48af-856a-7db6ff909bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '787c0cb1-d666-4814-9adc-e7ea37445e86'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:31:54.027246 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Attempting to bind port ff147bb1-400c-4775-ba37-ed6078ce146d on network 787c0cb1-d666-4814-9adc-e7ea37445e86 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:31:54.036099 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6d898-3a11-4619-8fdd-3cec54619ca8 req-b87cd9e7-ade4-4eb2-9e36-cf5853316716 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:54.038004 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-47d6d898-3a11-4619-8fdd-3cec54619ca8 req-b87cd9e7-ade4-4eb2-9e36-cf5853316716 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0930116
May 27 00:31:54.059899 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Port ff147bb1-400c-4775-ba37-ed6078ce146d on network 787c0cb1-d666-4814-9adc-e7ea37445e86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:31:54.060637 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Attempting to bind port ff147bb1-400c-4775-ba37-ed6078ce146d on network 787c0cb1-d666-4814-9adc-e7ea37445e86 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:31:54.085160 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:31:54.085710 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Checking segment: {'id': '965b38cf-84aa-48af-856a-7db6ff909bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '787c0cb1-d666-4814-9adc-e7ea37445e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:31:54.086336 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Bound using segment: {'id': '965b38cf-84aa-48af-856a-7db6ff909bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '787c0cb1-d666-4814-9adc-e7ea37445e86'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:31:54.087059 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Bound port: ff147bb1-400c-4775-ba37-ed6078ce146d, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965b38cf-84aa-48af-856a-7db6ff909bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '787c0cb1-d666-4814-9adc-e7ea37445e86'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:31:54.087665 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:54.189429 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e1ec63d7-349c-4674-8ef5-211c37e7a129 req-92b62783-c89e-43df-99e0-db985d39df9b service neutron] 10.222.0.45 "GET /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3381147
May 27 00:31:54.212692 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-47d6d898-3a11-4619-8fdd-3cec54619ca8 req-55ac17d0-7e61-4573-a2d7-2c210ec0c050 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1684680
May 27 00:31:54.249510 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0078a0-1010-4d00-94ed-27607d990fe3 req-817c6ed3-4dc3-4fc0-a52e-fbeb1e0ab476 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:54.252855 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6d0078a0-1010-4d00-94ed-27607d990fe3 req-817c6ed3-4dc3-4fc0-a52e-fbeb1e0ab476 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 944 time: 0.1822779
May 27 00:31:54.307056 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6d0078a0-1010-4d00-94ed-27607d990fe3 req-205f06b4-046e-47e2-a630-7534ebd3dd5e tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445468
May 27 00:31:54.391581 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] For port ff147bb1-400c-4775-ba37-ed6078ce146d, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:31:54.395991 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] For port ff147bb1-400c-4775-ba37-ed6078ce146d, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ff147bb1-400c-4775-ba37-ed6078ce146d,segment=NetworkSegment(965b38cf-84aa-48af-856a-7db6ff909bc7),segment_id=965b38cf-84aa-48af-856a-7db6ff909bc7)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:31:54.402658 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:54.490819 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:54.492264 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-34e2721c-d946-431b-8419-3628c07ea986 req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] 10.222.0.45 "PUT /v2.0/ports/ff147bb1-400c-4775-ba37-ed6078ce146d HTTP/1.1" status: 200  len: 1094 time: 1.7658641
May 27 00:31:54.494079 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e1ec63d7-349c-4674-8ef5-211c37e7a129 req-ac2600c8-8cc0-4658-93b6-aa6b3a415a9e service neutron] 10.222.0.45 "GET /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2951500
May 27 00:31:54.494482 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f84d364-704c-4774-af69-7f3664370e6e', 'tag': 'ff147bb1-400c-4775-ba37-ed6078ce146d'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:31:54.521358 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b947d6f-c6ae-4c17-8622-e30df57baa90 service neutron] Pushing event updated for resources: {'Port': ['ID=ff147bb1-400c-4775-ba37-ed6078ce146d,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:54.570974 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08078407-63cf-4d9e-b57a-8811a906b914'] response: {'name': 'network-changed', 'server_uuid': '5f84d364-704c-4774-af69-7f3664370e6e', 'tag': 'ff147bb1-400c-4775-ba37-ed6078ce146d', 'status': 'completed', 'code': 200}
May 27 00:31:54.616302 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-34e2721c-d946-431b-8419-3628c07ea986 req-e39b32de-c503-42a7-b29a-b874aca403f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cdaedfea783643c1859e314eaf1f0ba0&device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 1097 time: 0.0777771
May 27 00:31:54.688212 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-34e2721c-d946-431b-8419-3628c07ea986 req-f099b2d3-b731-44a2-b1bb-847ff600f21d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff147bb1-400c-4775-ba37-ed6078ce146d HTTP/1.1" status: 200  len: 217 time: 0.0622685
May 27 00:31:54.759408 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2721c-d946-431b-8419-3628c07ea986 req-b4af82bc-c95e-4888-8863-f14103d522cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:54.760829 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-34e2721c-d946-431b-8419-3628c07ea986 req-b4af82bc-c95e-4888-8863-f14103d522cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8b986bc-2a09-4164-b78f-d8367c770032 HTTP/1.1" status: 200  len: 853 time: 0.0653272
May 27 00:31:54.806302 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-34e2721c-d946-431b-8419-3628c07ea986 req-8919987e-70be-44e4-b667-f22d62062538 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=787c0cb1-d666-4814-9adc-e7ea37445e86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393054
May 27 00:31:54.864683 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0268d8-a82f-4e89-aabd-1eb2a553f2c2 req-dcd0dbf0-a32a-417f-af46-16fd84d632cc tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:54.866424 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1d0268d8-a82f-4e89-aabd-1eb2a553f2c2 req-dcd0dbf0-a32a-417f-af46-16fd84d632cc tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 943 time: 0.0835361
May 27 00:31:54.930872 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1d0268d8-a82f-4e89-aabd-1eb2a553f2c2 req-f9e975e0-6381-482f-a868-79a406630e91 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585623
May 27 00:31:54.945401 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-34e2721c-d946-431b-8419-3628c07ea986 req-8c649a0a-68ad-40bb-a169-fb8fcf79b676 service neutron] 10.222.0.45 "GET /v2.0/networks/787c0cb1-d666-4814-9adc-e7ea37445e86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330044
May 27 00:31:55.079430 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-34e2721c-d946-431b-8419-3628c07ea986 req-4939e599-79cb-4550-8256-289f5d5ea916 service neutron] 10.222.0.45 "GET /v2.0/networks/787c0cb1-d666-4814-9adc-e7ea37445e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278467
May 27 00:31:55.201827 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7aa7492b-bad9-462e-8564-6b0d8e2d3068 req-3bd74551-8260-47f3-928e-361683af8aab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cdaedfea783643c1859e314eaf1f0ba0&device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 1097 time: 0.0693712
May 27 00:31:55.332759 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7492b-bad9-462e-8564-6b0d8e2d3068 req-b14dc3fa-4c30-4164-bf52-28f288be1804 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:55.334090 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7aa7492b-bad9-462e-8564-6b0d8e2d3068 req-b14dc3fa-4c30-4164-bf52-28f288be1804 service neutron] 10.222.0.45 "GET /v2.0/networks?id=787c0cb1-d666-4814-9adc-e7ea37445e86 HTTP/1.1" status: 200  len: 914 time: 0.1256878
May 27 00:31:55.407857 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7aa7492b-bad9-462e-8564-6b0d8e2d3068 req-ad266586-fcf3-4167-8222-a1ed7cf4cce3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff147bb1-400c-4775-ba37-ed6078ce146d HTTP/1.1" status: 200  len: 217 time: 0.0651309
May 27 00:31:55.430265 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f3961-82c5-467b-bede-8ae5b303862b req-26e392da-8450-46e3-ac81-9b6c1d950450 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:55.431861 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3f5f3961-82c5-467b-bede-8ae5b303862b req-26e392da-8450-46e3-ac81-9b6c1d950450 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0782280
May 27 00:31:55.473941 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7492b-bad9-462e-8564-6b0d8e2d3068 req-c6bef2db-5f96-4f65-8bba-5f934a15dd8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:55.475462 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7aa7492b-bad9-462e-8564-6b0d8e2d3068 req-c6bef2db-5f96-4f65-8bba-5f934a15dd8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8b986bc-2a09-4164-b78f-d8367c770032 HTTP/1.1" status: 200  len: 853 time: 0.0591638
May 27 00:31:55.523397 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7aa7492b-bad9-462e-8564-6b0d8e2d3068 req-9132e473-a31a-4fdc-879b-3389eb35bfd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=787c0cb1-d666-4814-9adc-e7ea37445e86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409856
May 27 00:31:55.526156 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3f5f3961-82c5-467b-bede-8ae5b303862b req-8577f2f5-7cd3-493f-ab6f-7ee1a9de5a3e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0642593
May 27 00:31:55.543870 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd653c1-6237-4e3e-801c-494ba45da585 req-826e0dc1-e510-4f5c-b0f1-51551f132d74 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:55.545345 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3bd653c1-6237-4e3e-801c-494ba45da585 req-826e0dc1-e510-4f5c-b0f1-51551f132d74 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 944 time: 0.1125457
May 27 00:31:55.592001 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3bd653c1-6237-4e3e-801c-494ba45da585 req-59a255cd-3d45-40b7-a664-3d48d00c8537 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401874
May 27 00:31:55.594877 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 916fab78-ef26-4b4a-98a3-1661a2382626 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:31:55.660496 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7aa7492b-bad9-462e-8564-6b0d8e2d3068 req-f88d8b31-bcb4-43b7-bdd0-af0a4a032b21 service neutron] 10.222.0.45 "GET /v2.0/networks/787c0cb1-d666-4814-9adc-e7ea37445e86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301646
May 27 00:31:55.736038 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 916fab78-ef26-4b4a-98a3-1661a2382626, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=916fab78-ef26-4b4a-98a3-1661a2382626,segment=NetworkSegment(a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e),segment_id=a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:31:55.749881 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': '916fab78-ef26-4b4a-98a3-1661a2382626', 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'port_id': '916fab78-ef26-4b4a-98a3-1661a2382626', 'mac_address': 'fa:16:3e:5f:d1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:31:55.792858 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7aa7492b-bad9-462e-8564-6b0d8e2d3068 req-c5ca0b78-a02f-49ef-9cf5-de3c0920ed9d service neutron] 10.222.0.45 "GET /v2.0/networks/787c0cb1-d666-4814-9adc-e7ea37445e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256461
May 27 00:31:55.804492 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:55.822826 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916fab78-ef26-4b4a-98a3-1661a2382626 {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:31:55.837759 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 916fab78-ef26-4b4a-98a3-1661a2382626, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=916fab78-ef26-4b4a-98a3-1661a2382626,segment=NetworkSegment(a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e),segment_id=a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:31:55.841792 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:55.909840 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=916fab78-ef26-4b4a-98a3-1661a2382626,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:31:56.124899 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728a3a4-7dab-42f9-ac9f-49ba098839f2 req-82e4bfa8-47c0-4b50-a354-60adfadb385b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:56.126393 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1728a3a4-7dab-42f9-ac9f-49ba098839f2 req-82e4bfa8-47c0-4b50-a354-60adfadb385b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 944 time: 0.0761886
May 27 00:31:56.171446 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1728a3a4-7dab-42f9-ac9f-49ba098839f2 req-8d55a036-9595-430d-bdf2-0915d711cc25 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395763
May 27 00:31:56.305481 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['916fab78-ef26-4b4a-98a3-1661a2382626'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:31:56.789610 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131ea48-0ea1-4bdf-900f-eef93f20b1b8 req-a8376df4-fdf2-4dd3-900c-f6a1d3eb1f11 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:56.791049 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7131ea48-0ea1-4bdf-900f-eef93f20b1b8 req-a8376df4-fdf2-4dd3-900c-f6a1d3eb1f11 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.1282568
May 27 00:31:56.828716 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7524c6f-f723-4515-bb4a-a73926534272 req-144f0c91-a881-4149-b088-d8532d0ddc1c tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:56.830124 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d7524c6f-f723-4515-bb4a-a73926534272 req-144f0c91-a881-4149-b088-d8532d0ddc1c tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 944 time: 0.1193960
May 27 00:31:56.867924 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7131ea48-0ea1-4bdf-900f-eef93f20b1b8 req-05a1ef8f-a722-42b8-9de7-8fee5908183b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0706973
May 27 00:31:56.888178 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d7524c6f-f723-4515-bb4a-a73926534272 req-5ef36973-803b-47b6-875a-c495d8974e82 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494773
May 27 00:31:57.366541 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48771e8-4f66-4ce5-847b-bc0479f63a04 req-500d33e7-5089-4944-ae3c-0e39856d764e tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:57.367982 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c48771e8-4f66-4ce5-847b-bc0479f63a04 req-500d33e7-5089-4944-ae3c-0e39856d764e tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 944 time: 0.0738676
May 27 00:31:57.412200 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c48771e8-4f66-4ce5-847b-bc0479f63a04 req-9c106706-d1e3-41c1-a0ef-3cb1aa6ba55b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387819
May 27 00:31:58.140482 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef57e1-383a-4574-b8bc-91e0fbdcfabf req-982481c4-6760-4930-88e6-d67e6792ccf6 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:58.141975 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-19ef57e1-383a-4574-b8bc-91e0fbdcfabf req-982481c4-6760-4930-88e6-d67e6792ccf6 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.1358900
May 27 00:31:58.147713 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7334e2-3cb2-46c8-a195-f85357dd77c6 req-cd7282b7-8927-454b-ba0c-553a0b4089bd tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:58.149021 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9a7334e2-3cb2-46c8-a195-f85357dd77c6 req-cd7282b7-8927-454b-ba0c-553a0b4089bd tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 944 time: 0.1060798
May 27 00:31:58.221024 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-19ef57e1-383a-4574-b8bc-91e0fbdcfabf req-6adc13c6-e5e3-4dec-a754-1eef0c0e0e3a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0710902
May 27 00:31:58.223303 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9a7334e2-3cb2-46c8-a195-f85357dd77c6 req-a384354e-7a11-439f-a403-ee443592dc99 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605562
May 27 00:31:58.617321 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1118a-cc78-42f3-b71b-9cd47088ce64 req-7ac8ac85-d1ab-4562-8079-97fd4ac39b9a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:58.618780 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6cc1118a-cc78-42f3-b71b-9cd47088ce64 req-7ac8ac85-d1ab-4562-8079-97fd4ac39b9a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 944 time: 0.0820143
May 27 00:31:58.666603 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6cc1118a-cc78-42f3-b71b-9cd47088ce64 req-39a022b2-a7fa-4895-b4f4-19ce1c0cfa89 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414076
May 27 00:31:58.791666 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02127ddd-48d3-4ade-9b90-81dac56100cb req-6fb5cb44-c105-4be2-8359-c07741f6049c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:58.792999 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-02127ddd-48d3-4ade-9b90-81dac56100cb req-6fb5cb44-c105-4be2-8359-c07741f6049c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.1209071
May 27 00:31:58.836982 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-02127ddd-48d3-4ade-9b90-81dac56100cb req-f5578a25-4ea2-4e3b-9e9e-22417e3c5449 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377674
May 27 00:31:59.475481 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e093b1d-cb4c-49eb-9661-2d7dc9ec3c86 req-544df9e6-401d-45c8-bf05-f711aabc3e2a tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:59.476940 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e093b1d-cb4c-49eb-9661-2d7dc9ec3c86 req-544df9e6-401d-45c8-bf05-f711aabc3e2a tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 944 time: 0.1319153
May 27 00:31:59.482965 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0065c-20d4-4b30-be71-74921f3270a4 req-3c118f5c-224e-45e8-ad49-6f790929471e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:59.484290 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6fe0065c-20d4-4b30-be71-74921f3270a4 req-3c118f5c-224e-45e8-ad49-6f790929471e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.1101303
May 27 00:31:59.549326 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e093b1d-cb4c-49eb-9661-2d7dc9ec3c86 req-25cf7184-aff4-4ae0-a170-a9520c604772 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640237
May 27 00:31:59.558494 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6fe0065c-20d4-4b30-be71-74921f3270a4 req-0707bc1b-49ae-45c9-b0d3-0c0081ead058 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0583308
May 27 00:31:59.609106 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device ff147bb1-400c-4775-ba37-ed6078ce146d details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:31:59.612408 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 916fab78-ef26-4b4a-98a3-1661a2382626 up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:31:59.764672 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port 916fab78-ef26-4b4a-98a3-1661a2382626 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:31:59.781343 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port 916fab78-ef26-4b4a-98a3-1661a2382626 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:31:59.781700 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:59.840533 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port ff147bb1-400c-4775-ba37-ed6078ce146d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ff147bb1-400c-4775-ba37-ed6078ce146d,segment=NetworkSegment(965b38cf-84aa-48af-856a-7db6ff909bc7),segment_id=965b38cf-84aa-48af-856a-7db6ff909bc7)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:31:59.859267 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': 'ff147bb1-400c-4775-ba37-ed6078ce146d', 'network_id': '787c0cb1-d666-4814-9adc-e7ea37445e86', 'port_id': 'ff147bb1-400c-4775-ba37-ed6078ce146d', 'mac_address': 'fa:16:3e:cb:d7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b986bc-2a09-4164-b78f-d8367c770032', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:31:59.876286 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1decbe-630d-4204-9d50-7775834ba88c req-728592b2-e519-4d29-b97a-3ba0d8a2a6fa tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:31:59.879960 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fa1decbe-630d-4204-9d50-7775834ba88c req-728592b2-e519-4d29-b97a-3ba0d8a2a6fa tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 944 time: 0.0920699
May 27 00:31:59.930491 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fa1decbe-630d-4204-9d50-7775834ba88c req-53eb82fa-9acf-4950-b93a-b0c4edc5cb93 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448754
May 27 00:31:59.962236 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:59.986084 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:31:59.994893 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff147bb1-400c-4775-ba37-ed6078ce146d {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:32:00.018686 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port ff147bb1-400c-4775-ba37-ed6078ce146d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ff147bb1-400c-4775-ba37-ed6078ce146d,segment=NetworkSegment(965b38cf-84aa-48af-856a-7db6ff909bc7),segment_id=965b38cf-84aa-48af-856a-7db6ff909bc7)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:32:00.025887 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916fab78-ef26-4b4a-98a3-1661a2382626'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:32:00.033704 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:00.051445 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe2aed-1395-4b0f-a020-920e04550987 req-cec56d04-f8ad-47c9-9f6b-14df036a7c91 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:00.053026 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1dfe2aed-1395-4b0f-a020-920e04550987 req-cec56d04-f8ad-47c9-9f6b-14df036a7c91 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0781834
May 27 00:32:00.071556 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 916fab78-ef26-4b4a-98a3-1661a2382626, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=916fab78-ef26-4b4a-98a3-1661a2382626,segment=NetworkSegment(a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e),segment_id=a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:32:00.081252 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:00.093047 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37326fce-f9db-4e42-bc42-ca54a19592e3'] response: {'server_uuid': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916fab78-ef26-4b4a-98a3-1661a2382626', 'code': 200}
May 27 00:32:00.101479 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1dfe2aed-1395-4b0f-a020-920e04550987 req-9369e0e3-db4e-4f94-86ef-95054f9822dc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426891
May 27 00:32:00.110799 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=ff147bb1-400c-4775-ba37-ed6078ce146d,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:32:00.178566 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=916fab78-ef26-4b4a-98a3-1661a2382626,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:32:00.314664 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-12bebb27-6693-4ea9-92a2-8c4c52a801f9 req-f9944787-fb19-49cb-ae7f-add2bbeaa915 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 1098 time: 0.0675006
May 27 00:32:00.355443 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-12bebb27-6693-4ea9-92a2-8c4c52a801f9 req-3abe9c05-1c72-468d-a500-5c79a33ab9b5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342693
May 27 00:32:00.476403 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['ff147bb1-400c-4775-ba37-ed6078ce146d'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:32:00.810367 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f06884-31a8-4d31-aeda-760564751448 req-350dde0a-560b-4658-bfbb-84d4866a0fdb tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:00.812006 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-80f06884-31a8-4d31-aeda-760564751448 req-350dde0a-560b-4658-bfbb-84d4866a0fdb tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 945 time: 0.1351597
May 27 00:32:00.823549 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3431e-eaa8-4d14-b3dd-fc9c821b34de req-3b54d3f4-38a1-464c-9ed4-849c273a1964 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:00.824949 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-16c3431e-eaa8-4d14-b3dd-fc9c821b34de req-3b54d3f4-38a1-464c-9ed4-849c273a1964 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.1151197
May 27 00:32:00.899694 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-80f06884-31a8-4d31-aeda-760564751448 req-e6e38356-af45-4868-a243-e28892253235 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817578
May 27 00:32:00.904587 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-16c3431e-eaa8-4d14-b3dd-fc9c821b34de req-9d9f62e3-9583-43c6-a77a-81f7c9cd591a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0660157
May 27 00:32:01.111856 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:32:01.126177 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190ba74-7e9e-48cd-9116-1796813891d0 req-cfe0385c-7640-4b00-9da3-76ae9322a00d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:01.127705 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3190ba74-7e9e-48cd-9116-1796813891d0 req-cfe0385c-7640-4b00-9da3-76ae9322a00d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 945 time: 0.0759153
May 27 00:32:01.174334 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3190ba74-7e9e-48cd-9116-1796813891d0 req-486be1cc-2648-4d0f-82b0-c50068148590 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408552
May 27 00:32:01.308411 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f78c92-b168-41aa-8202-4df8591fa2bb req-20c76b28-adf6-41fb-9c05-e32ce4e89327 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:01.309893 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-71f78c92-b168-41aa-8202-4df8591fa2bb req-20c76b28-adf6-41fb-9c05-e32ce4e89327 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0810440
May 27 00:32:01.354862 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-71f78c92-b168-41aa-8202-4df8591fa2bb req-d9d13cbe-5c6b-48cb-8042-0163ed95b5e3 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386181
May 27 00:32:02.171346 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df901778-54ae-4611-9ded-6e8b97e650e3 req-90b3e117-c55e-4681-92f6-52f6b95dc385 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:02.172727 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-df901778-54ae-4611-9ded-6e8b97e650e3 req-90b3e117-c55e-4681-92f6-52f6b95dc385 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 945 time: 0.1482418
May 27 00:32:02.178166 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b24523-0aea-4f68-8209-abf4453024c2 req-994bba05-b9cd-4f87-aea5-16331c7ba4f8 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:02.179774 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-86b24523-0aea-4f68-8209-abf4453024c2 req-994bba05-b9cd-4f87-aea5-16331c7ba4f8 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.1165488
May 27 00:32:02.250319 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-df901778-54ae-4611-9ded-6e8b97e650e3 req-55eabadc-4c77-47ca-b90e-65538d4d1285 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695281
May 27 00:32:02.254697 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-86b24523-0aea-4f68-8209-abf4453024c2 req-9c21b468-81b4-46e7-a8a5-392c6c0a1027 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0593193
May 27 00:32:02.434359 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ff4d2-7f23-4b22-9172-2f6eef4f9480 req-e9485bb4-b00e-459b-8189-0ed2cfce584f tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:02.435788 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1a6ff4d2-7f23-4b22-9172-2f6eef4f9480 req-e9485bb4-b00e-459b-8189-0ed2cfce584f tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 945 time: 0.0802236
May 27 00:32:02.481451 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1a6ff4d2-7f23-4b22-9172-2f6eef4f9480 req-1c7206c9-664a-422f-b28f-7de3fd08b2a0 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399022
May 27 00:32:02.557988 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f559d-53ea-41e3-bc51-f0393fbedced req-f9e69aa0-fa7d-47b8-869c-d78bbc48e966 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:02.559412 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-922f559d-53ea-41e3-bc51-f0393fbedced req-f9e69aa0-fa7d-47b8-869c-d78bbc48e966 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0771413
May 27 00:32:02.703066 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-922f559d-53ea-41e3-bc51-f0393fbedced req-86838b9e-6c6c-4ed6-97f1-470fb384efba tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1375990
May 27 00:32:02.733301 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607585e3-7e1c-4962-84e2-76362d1c451d req-9f6510b0-1d6b-4965-ba75-b5097ca2aaf8 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:02.734714 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-607585e3-7e1c-4962-84e2-76362d1c451d req-9f6510b0-1d6b-4965-ba75-b5097ca2aaf8 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 945 time: 0.1334460
May 27 00:32:02.780732 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-607585e3-7e1c-4962-84e2-76362d1c451d req-92ee41e7-225b-45f7-a6b3-d39565805beb tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403619
May 27 00:32:03.191980 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596f3a6-11e5-44a7-bcbc-3299bb07d926 req-8e3ce503-7b88-4fd4-bc06-bf3e1aad17c7 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:03.193417 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b596f3a6-11e5-44a7-bcbc-3299bb07d926 req-8e3ce503-7b88-4fd4-bc06-bf3e1aad17c7 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 945 time: 0.0752945
May 27 00:32:03.241977 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b596f3a6-11e5-44a7-bcbc-3299bb07d926 req-0f5369cd-13b5-491d-92cf-104d9a7f6f57 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429122
May 27 00:32:03.503655 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a52d02-9365-4683-a2a3-9a59afdfd39a req-0983036d-4169-4fd9-983f-6fe5f877434c tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:03.505004 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-64a52d02-9365-4683-a2a3-9a59afdfd39a req-0983036d-4169-4fd9-983f-6fe5f877434c tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 945 time: 0.1344223
May 27 00:32:03.511162 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662adf4-385c-48f1-a2fb-5d2c5ee86c38 req-b6f91dac-7b57-4b03-ba69-bf63e536cc8d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:03.512556 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e662adf4-385c-48f1-a2fb-5d2c5ee86c38 req-b6f91dac-7b57-4b03-ba69-bf63e536cc8d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.1108339
May 27 00:32:03.587280 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-64a52d02-9365-4683-a2a3-9a59afdfd39a req-6a5e7c14-6e56-48e3-9409-ddd0cafb2b0f tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738277
May 27 00:32:03.592061 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e662adf4-385c-48f1-a2fb-5d2c5ee86c38 req-b1b0cbbf-df72-4324-bb74-34b779aca38d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0628402
May 27 00:32:03.641960 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device ff147bb1-400c-4775-ba37-ed6078ce146d up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:32:03.711883 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port ff147bb1-400c-4775-ba37-ed6078ce146d completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:32:03.717560 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port ff147bb1-400c-4775-ba37-ed6078ce146d triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:32:03.717924 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:03.860626 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:03.887820 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f84d364-704c-4774-af69-7f3664370e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff147bb1-400c-4775-ba37-ed6078ce146d'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:32:03.897328 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port ff147bb1-400c-4775-ba37-ed6078ce146d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ff147bb1-400c-4775-ba37-ed6078ce146d,segment=NetworkSegment(965b38cf-84aa-48af-856a-7db6ff909bc7),segment_id=965b38cf-84aa-48af-856a-7db6ff909bc7)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:32:03.901235 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:03.918884 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7690de9-0aca-48c1-a0d8-1f0eef45adcb req-62f245b1-1a8c-46d8-b0f7-36ccc3805f28 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:03.921274 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b7690de9-0aca-48c1-a0d8-1f0eef45adcb req-62f245b1-1a8c-46d8-b0f7-36ccc3805f28 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0930655
May 27 00:32:03.953893 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e64869e-791b-4f22-8569-6cc4ddfa0571'] response: {'server_uuid': '5f84d364-704c-4774-af69-7f3664370e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff147bb1-400c-4775-ba37-ed6078ce146d', 'code': 200}
May 27 00:32:03.970738 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b7690de9-0aca-48c1-a0d8-1f0eef45adcb req-cff59e88-63bc-4ed4-a647-5a5893f84de9 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440104
May 27 00:32:03.988147 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=ff147bb1-400c-4775-ba37-ed6078ce146d,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:32:04.237421 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-44bcff2b-ef61-4f16-a9bc-0ce91031586c req-e1a04079-03c9-4008-8a23-b60f913d0608 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 1099 time: 0.1335132
May 27 00:32:04.278186 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-44bcff2b-ef61-4f16-a9bc-0ce91031586c req-43699044-f652-4c7b-968b-99786e56dd66 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347388
May 27 00:32:04.898464 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e32f7-dc7d-4fcc-882c-0bca320b1dd8 req-5895520b-ee53-476c-be51-8e7aaadb4a2e tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:04.899989 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-409e32f7-dc7d-4fcc-882c-0bca320b1dd8 req-5895520b-ee53-476c-be51-8e7aaadb4a2e tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 946 time: 0.1807423
May 27 00:32:04.910477 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb69a80-f889-4b82-9489-8838b96fe8ee req-8a19cf93-5f02-4a26-ad6f-cb55856190b9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:04.911902 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0fb69a80-f889-4b82-9489-8838b96fe8ee req-8a19cf93-5f02-4a26-ad6f-cb55856190b9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.1133029
May 27 00:32:04.986119 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-409e32f7-dc7d-4fcc-882c-0bca320b1dd8 req-6811eb00-2599-45e0-93ec-002e0da83411 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732906
May 27 00:32:04.988184 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0fb69a80-f889-4b82-9489-8838b96fe8ee req-7d17dcb7-eb48-4b13-80d9-0feab49cc7a3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0597174
May 27 00:32:05.186779 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a499046-6ec3-4a98-a52d-444dbb61764d req-bc484190-4ec9-49ba-b09c-86a14e0f0083 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:05.188471 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7a499046-6ec3-4a98-a52d-444dbb61764d req-bc484190-4ec9-49ba-b09c-86a14e0f0083 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0775473
May 27 00:32:05.239276 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7a499046-6ec3-4a98-a52d-444dbb61764d req-b9f576e8-48f3-41d7-af5c-784c3f0e78dd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453036
May 27 00:32:06.240388 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077c0a9-375a-4ec2-a9c3-0235afa66084 req-33799b16-9372-4d46-b3d3-5c5eb9bba283 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:06.241806 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c077c0a9-375a-4ec2-a9c3-0235afa66084 req-33799b16-9372-4d46-b3d3-5c5eb9bba283 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 946 time: 0.1309228
May 27 00:32:06.248384 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4358215-bd85-4dd5-9c81-5af72ed3e94a req-e99d27b4-4de0-479b-a3c2-40ce61bdd462 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:06.249880 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e4358215-bd85-4dd5-9c81-5af72ed3e94a req-e99d27b4-4de0-479b-a3c2-40ce61bdd462 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.1066275
May 27 00:32:06.318342 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c077c0a9-375a-4ec2-a9c3-0235afa66084 req-cd387efe-f3c3-4c0c-8283-3aee122ed1a8 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674694
May 27 00:32:06.324735 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e4358215-bd85-4dd5-9c81-5af72ed3e94a req-823cd81d-bf91-4cd6-ac1e-9183f3b94821 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0614150
May 27 00:32:06.510237 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14010b01-c297-4993-b589-4d1ce82a251a req-14b0858c-ab5f-4bc9-b75f-58600d7194eb tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:06.511696 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-14010b01-c297-4993-b589-4d1ce82a251a req-14b0858c-ab5f-4bc9-b75f-58600d7194eb tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0789645
May 27 00:32:06.561856 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-14010b01-c297-4993-b589-4d1ce82a251a req-c6661c7d-a2c1-48b4-8827-6ea44fb1523f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442171
May 27 00:32:07.547773 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c294d8-f1a7-41ae-97e2-a2cbd4679cd3 req-0dedd3e9-4348-438b-93c1-6fc86695fae2 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:07.549251 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-88c294d8-f1a7-41ae-97e2-a2cbd4679cd3 req-0dedd3e9-4348-438b-93c1-6fc86695fae2 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0792367
May 27 00:32:07.597323 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-88c294d8-f1a7-41ae-97e2-a2cbd4679cd3 req-fe678f6b-9d80-40e5-9baa-35ba01cb64dc tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421045
May 27 00:32:07.671191 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device ae4e63e4-ba3d-45e5-a3e6-54575229499e details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:32:07.770137 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12228cf-8d83-470f-aec6-1c889da9352e req-229c3ab1-6faf-4e2e-93b2-852967fe47c5 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:07.771636 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c12228cf-8d83-470f-aec6-1c889da9352e req-229c3ab1-6faf-4e2e-93b2-852967fe47c5 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0767217
May 27 00:32:07.811527 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port ae4e63e4-ba3d-45e5-a3e6-54575229499e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:32:07.818627 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c12228cf-8d83-470f-aec6-1c889da9352e req-c1b8f62e-2ffd-474b-a7a7-714c510dc718 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406327
May 27 00:32:07.830405 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'port_id': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e', 'mac_address': 'fa:16:3e:cc:ba:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:32:07.892820 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:07.910524 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae4e63e4-ba3d-45e5-a3e6-54575229499e {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:32:07.927129 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port ae4e63e4-ba3d-45e5-a3e6-54575229499e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:32:07.931345 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:08.008239 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=ae4e63e4-ba3d-45e5-a3e6-54575229499e,revision_number=6']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:32:08.086400 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['ae4e63e4-ba3d-45e5-a3e6-54575229499e'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:32:08.824942 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292958fb-7096-424b-8a23-002cd1a555ac req-67a7f90b-944e-44c4-8335-5a95d0290e25 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:08.826990 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-292958fb-7096-424b-8a23-002cd1a555ac req-67a7f90b-944e-44c4-8335-5a95d0290e25 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 945 time: 0.0846117
May 27 00:32:08.879104 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-292958fb-7096-424b-8a23-002cd1a555ac req-f0b48e8d-6863-437e-aecc-b0d1c5bd562f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0459628
May 27 00:32:09.022238 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81594d1-dc65-4a52-af8e-494d9f55f694 req-6980e62b-ff2a-4451-b0d6-969752b7a357 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:09.023707 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a81594d1-dc65-4a52-af8e-494d9f55f694 req-6980e62b-ff2a-4451-b0d6-969752b7a357 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0759206
May 27 00:32:09.072881 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a81594d1-dc65-4a52-af8e-494d9f55f694 req-9bfc58a9-52a3-4ba6-9f76-6b20742443c3 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434649
May 27 00:32:09.671457 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device ae4e63e4-ba3d-45e5-a3e6-54575229499e up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:32:09.741946 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port ae4e63e4-ba3d-45e5-a3e6-54575229499e triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:32:09.742303 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:09.859845 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:09.886898 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:32:09.896924 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port ae4e63e4-ba3d-45e5-a3e6-54575229499e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:32:09.901264 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:09.957460 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd7e100-b7c6-4a9d-bf4a-024072b8856c'] response: {'server_uuid': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e', 'code': 200}
May 27 00:32:09.973176 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=ae4e63e4-ba3d-45e5-a3e6-54575229499e,revision_number=7']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:32:10.092222 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e946ec4-e9e3-40d0-8997-4e171db63805 req-0cb8d890-7eab-42d9-a6db-c39351da4207 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:10.093667 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5e946ec4-e9e3-40d0-8997-4e171db63805 req-0cb8d890-7eab-42d9-a6db-c39351da4207 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0759418
May 27 00:32:10.141212 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5e946ec4-e9e3-40d0-8997-4e171db63805 req-f35122ff-afa9-4b2c-a186-fd8379308d0e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413959
May 27 00:32:10.279964 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcaa72-fafe-4888-8326-af2930db3ad9 req-7f0978cb-d26c-4f7a-9154-e284431c88eb tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:10.281404 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-41fcaa72-fafe-4888-8326-af2930db3ad9 req-7f0978cb-d26c-4f7a-9154-e284431c88eb tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0832183
May 27 00:32:10.327423 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-41fcaa72-fafe-4888-8326-af2930db3ad9 req-d6b3aeda-a9d5-4ecf-bf9e-994f03a89e1e tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398567
May 27 00:32:11.356556 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778148b-c509-4856-aa85-11f4560d9099 req-d22d2ae9-5097-4c51-b6d2-f86fc41b0d19 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:11.358077 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d778148b-c509-4856-aa85-11f4560d9099 req-d22d2ae9-5097-4c51-b6d2-f86fc41b0d19 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0755765
May 27 00:32:11.404321 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d778148b-c509-4856-aa85-11f4560d9099 req-473b9acb-2370-4a08-92e0-dd5e25345e2e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408533
May 27 00:32:11.530932 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096bcb1-76da-4761-b730-a7dabe51768e req-b4e7601a-9094-4607-b86d-d3fd63c6a104 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:11.532795 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2096bcb1-76da-4761-b730-a7dabe51768e req-b4e7601a-9094-4607-b86d-d3fd63c6a104 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0799766
May 27 00:32:11.580123 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2096bcb1-76da-4761-b730-a7dabe51768e req-fad573e6-9122-4167-b7ef-718b003d8552 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416305
May 27 00:32:11.929948 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7bf7e6ac-a00e-4b00-9576-f04ff1ca97d6 req-7922589c-6ce5-49ec-8533-acc90007806b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0682478
May 27 00:32:12.027573 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7bf7e6ac-a00e-4b00-9576-f04ff1ca97d6 req-276eed0e-fc3c-49cd-b809-284f089cfe2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 1098 time: 0.0744088
May 27 00:32:12.188535 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7e6ac-a00e-4b00-9576-f04ff1ca97d6 req-8ec3cea1-1c48-49db-9617-2dd5c7433c3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:12.191414 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7bf7e6ac-a00e-4b00-9576-f04ff1ca97d6 req-8ec3cea1-1c48-49db-9617-2dd5c7433c3b service neutron] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 920 time: 0.1392250
May 27 00:32:12.268371 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7bf7e6ac-a00e-4b00-9576-f04ff1ca97d6 req-e045eb29-fde4-4dcf-911d-27b26945c48b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fa2f2cc-733c-4882-8362-6553fc3f93c8 HTTP/1.1" status: 200  len: 217 time: 0.0673783
May 27 00:32:12.333275 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7e6ac-a00e-4b00-9576-f04ff1ca97d6 req-38473008-a812-46cc-9843-20b78dd5880a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:12.334702 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7bf7e6ac-a00e-4b00-9576-f04ff1ca97d6 req-38473008-a812-46cc-9843-20b78dd5880a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.0596895
May 27 00:32:12.410978 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7bf7e6ac-a00e-4b00-9576-f04ff1ca97d6 req-5d86026c-a257-4550-b4fc-9034ef503e81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695612
May 27 00:32:12.550726 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7bf7e6ac-a00e-4b00-9576-f04ff1ca97d6 req-bcc32564-7873-40f7-ad30-31979babb309 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287239
May 27 00:32:12.617891 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9801800-7998-47b6-b606-a544546cf52f req-8c066c86-3a5f-41ca-9f83-099b4d60b8f8 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:12.617891 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c9801800-7998-47b6-b606-a544546cf52f req-8c066c86-3a5f-41ca-9f83-099b4d60b8f8 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0750089
May 27 00:32:12.672168 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c9801800-7998-47b6-b606-a544546cf52f req-0fad997b-4f82-4909-8e8e-8212f72668f4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0459316
May 27 00:32:12.698663 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7bf7e6ac-a00e-4b00-9576-f04ff1ca97d6 req-bcd2e3aa-41df-4764-b182-af27381e787d service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381207
May 27 00:32:12.785739 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446d11c-1c8e-43f4-bee0-4c704c60d481 req-1990c0fd-7bce-420e-898a-fd9c2d845165 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:12.787086 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a446d11c-1c8e-43f4-bee0-4c704c60d481 req-1990c0fd-7bce-420e-898a-fd9c2d845165 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0784881
May 27 00:32:12.834122 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a446d11c-1c8e-43f4-bee0-4c704c60d481 req-fa3c4fa1-e27c-4575-a34b-6d451d9db81b tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411606
May 27 00:32:13.195361 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:13.906684 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8bd11-8540-418b-bb94-fbaf767aaeec req-fd949e4e-6133-4587-939f-b6f99731ff4e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:13.908408 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-35e8bd11-8540-418b-bb94-fbaf767aaeec req-fd949e4e-6133-4587-939f-b6f99731ff4e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0868938
May 27 00:32:13.953802 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-35e8bd11-8540-418b-bb94-fbaf767aaeec req-cdb9651d-af27-4f82-a834-72f678a814b1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400174
May 27 00:32:14.039469 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f735e1-be40-46d5-8695-abcd5e43297f req-96457798-56ac-48b4-8e8b-a67fd1e75ec4 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:14.040875 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-88f735e1-be40-46d5-8695-abcd5e43297f req-96457798-56ac-48b4-8e8b-a67fd1e75ec4 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0784292
May 27 00:32:14.085225 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-88f735e1-be40-46d5-8695-abcd5e43297f req-bb360011-64c1-4dd0-9026-42047e1e6c3f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388026
May 27 00:32:14.488575 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-04c64d0c-02ce-4aec-a878-4442f668d37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:14.591085 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e5945-d3e6-4563-aaed-38bae96e000b req-b3013fb8-073e-49f4-ac02-4864994a39a9 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:14.592587 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7d8e5945-d3e6-4563-aaed-38bae96e000b req-b3013fb8-073e-49f4-ac02-4864994a39a9 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 945 time: 0.1258276
May 27 00:32:14.638762 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7d8e5945-d3e6-4563-aaed-38bae96e000b req-2abb53b9-1018-447e-ac5d-587f03ad41c4 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405519
May 27 00:32:14.667386 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 33978) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:32:14.864648 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-47a6086f-35da-4b10-808d-f4ad46f917c8 tempest-TestMinimumBasicScenario-1503148481 tempest-TestMinimumBasicScenario-1503148481-project-admin] Synchronizing usage tracker for tenant:eb95c11e8fac43459bd5686ac23b68b0 on resource:port {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:32:14.885226 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-47a6086f-35da-4b10-808d-f4ad46f917c8 tempest-TestMinimumBasicScenario-1503148481 tempest-TestMinimumBasicScenario-1503148481-project-admin] Unset dirty status for tenant:eb95c11e8fac43459bd5686ac23b68b0 on resource:port {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:32:14.886384 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-47a6086f-35da-4b10-808d-f4ad46f917c8 tempest-TestMinimumBasicScenario-1503148481 tempest-TestMinimumBasicScenario-1503148481-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 1093 time: 0.2180181
May 27 00:32:14.889685 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 33984) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:32:14.894993 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Request body: {'floatingip': {'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'port_id': '916fab78-ef26-4b4a-98a3-1661a2382626', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:32:14.900478 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:32:14.904344 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Usage tracker for resource:floatingip and tenant:9731980df32f4139ac2ef67876d622aa is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:32:14.907150 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:32:14.913559 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:32:14.924164 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:15.058437 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:15.182856 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b0a51-cda9-4498-b9a9-36c1363a1986 req-a1687b20-705a-4fe1-9679-dfacb1cc4999 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:15.184391 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-275b0a51-cda9-4498-b9a9-36c1363a1986 req-a1687b20-705a-4fe1-9679-dfacb1cc4999 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0895584
May 27 00:32:15.212132 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Allocated IP 172.27.3.111 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/f6d164e2-fc98-4d3b-9521-323808a36525) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:32:15.242288 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-275b0a51-cda9-4498-b9a9-36c1363a1986 req-9bbc115f-af22-463d-a7fd-5e3c34408a82 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0481112
May 27 00:32:15.321780 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fde5e5-fdba-42be-85f6-f4baa5635343 req-becc55a2-78f1-4f56-9c83-029bc8543a11 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:15.321780 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-20fde5e5-fdba-42be-85f6-f4baa5635343 req-becc55a2-78f1-4f56-9c83-029bc8543a11 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0778019
May 27 00:32:15.371618 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-20fde5e5-fdba-42be-85f6-f4baa5635343 req-e8d955df-148e-49ea-8411-4ea9b01ddf95 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431073
May 27 00:32:15.385656 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:15.428499 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:15.512569 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Pushing event updated for resources: {'Port': ['ID=f6d164e2-fc98-4d3b-9521-323808a36525,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:32:15.525190 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:32:15.526375 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:32:15.529205 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:32:16.178762 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:16.238603 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:16.629268 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:16.641030 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:16.668595 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-835cc9c1-9455-40e4-9833-d3a471093613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:16.669299 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f680f8c-48be-49a5-b5b0-ab58e385bb23 req-2da1e3fb-6993-43e7-90a4-f22dc4670fd2 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:16.670690 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2f680f8c-48be-49a5-b5b0-ab58e385bb23 req-2da1e3fb-6993-43e7-90a4-f22dc4670fd2 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.2234385
May 27 00:32:16.754242 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2f680f8c-48be-49a5-b5b0-ab58e385bb23 req-929b1dee-e117-4627-b257-46872f29a4ff tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0712094
May 27 00:32:16.778101 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Pushing event updated for resources: {'Port': ['ID=f6d164e2-fc98-4d3b-9521-323808a36525,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:32:16.787546 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893bd61-3837-4325-9c12-5e5891bea53a req-245d3961-c3b7-4240-a506-548028d3ca10 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:16.790272 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:16.790624 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:16.790961 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:16.791294 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:16.791765 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:16.792123 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:16.792451 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:16.792901 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:16.793238 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:16.793606 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:16.793936 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:16.796173 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1893bd61-3837-4325-9c12-5e5891bea53a req-245d3961-c3b7-4240-a506-548028d3ca10 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.2334657
May 27 00:32:16.837257 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:16.856151 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1893bd61-3837-4325-9c12-5e5891bea53a req-5ce9b591-1d8b-4a51-820d-0135cf33c3b0 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590127
May 27 00:32:17.085438 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Floating IP 7717133a-645e-490e-825d-02d14f534df6 associated. External IP: 172.27.3.111, port: 916fab78-ef26-4b4a-98a3-1661a2382626.
May 27 00:32:17.538423 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Router cd9c1e2d-3107-484f-8510-afd166d4bc6e has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:32:17.786594 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:32:17.799140 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0c839-2e04-4c7b-8ab1-8567de8c137d None None] Sync routers for ids ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:32:17.817429 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e0c839-2e04-4c7b-8ab1-8567de8c137d None None] Routers {'cd9c1e2d-3107-484f-8510-afd166d4bc6e'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:32:17.818560 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-84e0c839-2e04-4c7b-8ab1-8567de8c137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1107130>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:32:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:32:17.827915 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:17.910463 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:17.980872 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:18.047046 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-84e0c839-2e04-4c7b-8ab1-8567de8c137d None None] Set router cd9c1e2d-3107-484f-8510-afd166d4bc6e gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:32:18.106770 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-51031984-4ba6-4084-9b85-c811974ed2c1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2136207
May 27 00:32:18.106770 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'tag': '916fab78-ef26-4b4a-98a3-1661a2382626'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:32:18.110349 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 34020) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:32:18.115929 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-a6e463ad-58e5-4cc7-b0ad-12c8ff25cebf tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078060276', 'description': 'tempest-secgroup-smoke-1078060276 description', 'project_id': '9731980df32f4139ac2ef67876d622aa'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:32:18.122862 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a6e463ad-58e5-4cc7-b0ad-12c8ff25cebf tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:32:18.146498 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a6e463ad-58e5-4cc7-b0ad-12c8ff25cebf tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:32:18.171027 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6e463ad-58e5-4cc7-b0ad-12c8ff25cebf tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:18.248257 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a6e463ad-58e5-4cc7-b0ad-12c8ff25cebf tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:32:18.255259 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-a6e463ad-58e5-4cc7-b0ad-12c8ff25cebf tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Usage tracker for resource:security_group_rule and tenant:9731980df32f4139ac2ef67876d622aa is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:32:18.259000 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-a6e463ad-58e5-4cc7-b0ad-12c8ff25cebf tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:32:18.261037 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b671f0-6040-4cda-840d-4e080062d2a1 req-eb275667-cf60-47d8-8530-0fe80df2e5a3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:18.263341 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-65b671f0-6040-4cda-840d-4e080062d2a1 req-eb275667-cf60-47d8-8530-0fe80df2e5a3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.1808589
May 27 00:32:18.267569 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-a6e463ad-58e5-4cc7-b0ad-12c8ff25cebf tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:32:18.295912 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cac688-1414-4d7a-85a7-f7055e12afa9 req-f9322db3-1c49-4e34-bfdb-ed187ef82231 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:18.304275 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-35cac688-1414-4d7a-85a7-f7055e12afa9 req-f9322db3-1c49-4e34-bfdb-ed187ef82231 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.1662707
May 27 00:32:18.368342 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6e463ad-58e5-4cc7-b0ad-12c8ff25cebf tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:18.376493 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-35cac688-1414-4d7a-85a7-f7055e12afa9 req-a899d7fc-8c55-47e1-8ea7-e4d7547f6364 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697956
May 27 00:32:18.378927 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6e463ad-58e5-4cc7-b0ad-12c8ff25cebf tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:18.428332 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-65b671f0-6040-4cda-840d-4e080062d2a1 req-bf74b62a-d4c0-4658-910d-0368ff156045 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1558626
May 27 00:32:18.456971 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e463ad-58e5-4cc7-b0ad-12c8ff25cebf tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588abe1f-fead-448a-a4f4-bcb9d93cba59,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:32:18.468142 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a6e463ad-58e5-4cc7-b0ad-12c8ff25cebf tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:18.472061 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-a6e463ad-58e5-4cc7-b0ad-12c8ff25cebf tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3605936
May 27 00:32:18.473730 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 34026) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:32:18.474036 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3a7db3-6ba5-4081-a65b-a0e5eb980f2e'] response: {'name': 'network-changed', 'server_uuid': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'tag': '916fab78-ef26-4b4a-98a3-1661a2382626', 'status': 'completed', 'code': 200}
May 27 00:32:18.481083 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Request body: {'security_group_rule': {'security_group_id': '588abe1f-fead-448a-a4f4-bcb9d93cba59', 'project_id': '9731980df32f4139ac2ef67876d622aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:32:18.490487 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:32:18.495120 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Usage tracker for resource:security_group_rule and tenant:9731980df32f4139ac2ef67876d622aa is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:32:18.499360 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:32:18.505875 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:32:18.535991 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:18.572832 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-84e0c839-2e04-4c7b-8ab1-8567de8c137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1107130>, [{'id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'name': 'tempest-TestMinimumBasicScenario-2135410411-router', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '155877db-4276-4042-994d-31aee6a3e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:06Z', 'updated_at': '2022-05-27T00:31:10Z', 'revision_number': 4, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'gw_port': {'id': '155877db-4276-4042-994d-31aee6a3e262', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '7717133a-645e-490e-825d-02d14f534df6', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'port_id': '916fab78-ef26-4b4a-98a3-1661a2382626', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'mac_address': 'fa:16:3e:5f:d1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:32:15Z', 'updated_at': '2022-05-27T00:32:15Z', 'revision_number': 0, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3115ed8-7fe4-4142-8b27-805eeb7a69b3', 'name': '', 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'mac_address': 'fa:16:3e:55:0d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:09Z', 'updated_at': '2022-05-27T00:31:21Z', 'revision_number': 5, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'subnets': [{'id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:32:18.578025 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0c839-2e04-4c7b-8ab1-8567de8c137d None None] Checking router: cd9c1e2d-3107-484f-8510-afd166d4bc6e for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:32:18.592903 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e0c839-2e04-4c7b-8ab1-8567de8c137d None None] Routers {'cd9c1e2d-3107-484f-8510-afd166d4bc6e'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:32:18.593609 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-84e0c839-2e04-4c7b-8ab1-8567de8c137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1107130>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:32:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:32:18.609616 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-954ecc58-009c-4e17-9267-da647aa150a1 req-367dd23a-0eb1-4b48-9c09-5b7a4e3826c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9731980df32f4139ac2ef67876d622aa&device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 1098 time: 0.1118774
May 27 00:32:18.647020 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:18.655761 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:18.709882 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e730329-4711-48be-943a-6bbfe928a22b,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:32:18.732630 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:18.733301 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:18.733784 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:18.735321 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:18.735860 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:18.737381 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:18.738278 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:18.738278 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:18.738819 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:18.740099 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:18.740637 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:18.771210 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:18.776497 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 34034) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:32:18.776711 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-47037e94-5863-4929-b990-e60fc7acc26a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3014235
May 27 00:32:18.790998 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-3cdca49e-08a6-424a-9f7a-8688c62ad377 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Request body: {'security_group_rule': {'security_group_id': '588abe1f-fead-448a-a4f4-bcb9d93cba59', 'project_id': '9731980df32f4139ac2ef67876d622aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:32:18.805011 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3cdca49e-08a6-424a-9f7a-8688c62ad377 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:32:18.828085 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-3cdca49e-08a6-424a-9f7a-8688c62ad377 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Usage tracker for resource:security_group_rule and tenant:9731980df32f4139ac2ef67876d622aa is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:32:18.834046 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-3cdca49e-08a6-424a-9f7a-8688c62ad377 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:32:18.848170 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ecc58-009c-4e17-9267-da647aa150a1 req-c2efad76-4e79-4cb0-ba25-1823ae860f4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:18.849614 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-954ecc58-009c-4e17-9267-da647aa150a1 req-c2efad76-4e79-4cb0-ba25-1823ae860f4b service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca5aab07-144c-48b5-bc3d-33231f9c45ef HTTP/1.1" status: 200  len: 916 time: 0.2305698
May 27 00:32:18.856171 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3cdca49e-08a6-424a-9f7a-8688c62ad377 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:32:18.867647 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-84e0c839-2e04-4c7b-8ab1-8567de8c137d None None] Set router cd9c1e2d-3107-484f-8510-afd166d4bc6e gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:32:18.952370 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3cdca49e-08a6-424a-9f7a-8688c62ad377 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:19.007102 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-954ecc58-009c-4e17-9267-da647aa150a1 req-86186a27-767a-4f14-80e3-61322eb1a00c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916fab78-ef26-4b4a-98a3-1661a2382626 HTTP/1.1" status: 200  len: 999 time: 0.1485825
May 27 00:32:19.080751 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3cdca49e-08a6-424a-9f7a-8688c62ad377 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:19.090619 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ecc58-009c-4e17-9267-da647aa150a1 req-8eca8df2-5916-4e41-ae87-ede690e5fff2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:19.092986 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-954ecc58-009c-4e17-9267-da647aa150a1 req-8eca8df2-5916-4e41-ae87-ede690e5fff2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd0f8618-a735-45f8-9e28-d0acd43f52a4 HTTP/1.1" status: 200  len: 854 time: 0.0758762
May 27 00:32:19.094242 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3cdca49e-08a6-424a-9f7a-8688c62ad377 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:19.165034 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdca49e-08a6-424a-9f7a-8688c62ad377 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377a6113-d185-4935-b419-56d6c05caa92,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:32:19.186388 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3cdca49e-08a6-424a-9f7a-8688c62ad377 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:19.190158 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-3cdca49e-08a6-424a-9f7a-8688c62ad377 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4107065
May 27 00:32:19.190593 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 34038) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:32:19.196417 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-134bd1e2-ad31-47c6-87a1-fce4407b5e6b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Request body: {'security_group_rule': {'security_group_id': '588abe1f-fead-448a-a4f4-bcb9d93cba59', 'project_id': '9731980df32f4139ac2ef67876d622aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:32:19.197916 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:19.212214 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-134bd1e2-ad31-47c6-87a1-fce4407b5e6b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:32:19.220716 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-134bd1e2-ad31-47c6-87a1-fce4407b5e6b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Usage tracker for resource:security_group_rule and tenant:9731980df32f4139ac2ef67876d622aa is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:32:19.221434 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-954ecc58-009c-4e17-9267-da647aa150a1 req-13f85014-aef6-4207-96be-a98b2af5f225 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca5aab07-144c-48b5-bc3d-33231f9c45ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1135855
May 27 00:32:19.228888 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-134bd1e2-ad31-47c6-87a1-fce4407b5e6b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:32:19.237667 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-134bd1e2-ad31-47c6-87a1-fce4407b5e6b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:32:19.266830 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-134bd1e2-ad31-47c6-87a1-fce4407b5e6b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:19.338968 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-134bd1e2-ad31-47c6-87a1-fce4407b5e6b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:19.344669 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-134bd1e2-ad31-47c6-87a1-fce4407b5e6b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:19.359924 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-84e0c839-2e04-4c7b-8ab1-8567de8c137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1107130>, [{'id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'name': 'tempest-TestMinimumBasicScenario-2135410411-router', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '155877db-4276-4042-994d-31aee6a3e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:06Z', 'updated_at': '2022-05-27T00:31:10Z', 'revision_number': 4, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'gw_port': {'id': '155877db-4276-4042-994d-31aee6a3e262', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '7717133a-645e-490e-825d-02d14f534df6', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'port_id': '916fab78-ef26-4b4a-98a3-1661a2382626', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'mac_address': 'fa:16:3e:5f:d1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:32:15Z', 'updated_at': '2022-05-27T00:32:15Z', 'revision_number': 0, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3115ed8-7fe4-4142-8b27-805eeb7a69b3', 'name': '', 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'mac_address': 'fa:16:3e:55:0d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:09Z', 'updated_at': '2022-05-27T00:31:21Z', 'revision_number': 5, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'subnets': [{'id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:32:19.365239 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0c839-2e04-4c7b-8ab1-8567de8c137d None None] The sync data for ids ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'] in dv-cinder-843305-3-iscsi is: [{'id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'name': 'tempest-TestMinimumBasicScenario-2135410411-router', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '155877db-4276-4042-994d-31aee6a3e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:06Z', 'updated_at': '2022-05-27T00:31:10Z', 'revision_number': 4, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'gw_port': {'id': '155877db-4276-4042-994d-31aee6a3e262', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '7717133a-645e-490e-825d-02d14f534df6', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'port_id': '916fab78-ef26-4b4a-98a3-1661a2382626', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'mac_address': 'fa:16:3e:5f:d1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:32:15Z', 'updated_at': '2022-05-27T00:32:15Z', 'revision_number': 0, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3115ed8-7fe4-4142-8b27-805eeb7a69b3', 'name': '', 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'mac_address': 'fa:16:3e:55:0d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:09Z', 'updated_at': '2022-05-27T00:31:21Z', 'revision_number': 5, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'subnets': [{'id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:32:19.378611 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bd1e2-ad31-47c6-87a1-fce4407b5e6b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e283854-d5d6-4d63-a42c-b94b4c9107f8,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:32:19.397809 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-134bd1e2-ad31-47c6-87a1-fce4407b5e6b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:19.399089 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-134bd1e2-ad31-47c6-87a1-fce4407b5e6b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2075913
May 27 00:32:19.408406 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 34042) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:32:19.416949 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-79a84778-9c93-45b2-977b-e5f4bf2080a5 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Request body: {'security_group_rule': {'security_group_id': '588abe1f-fead-448a-a4f4-bcb9d93cba59', 'project_id': '9731980df32f4139ac2ef67876d622aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:32:19.431370 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-79a84778-9c93-45b2-977b-e5f4bf2080a5 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:32:19.440977 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-79a84778-9c93-45b2-977b-e5f4bf2080a5 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Usage tracker for resource:security_group_rule and tenant:9731980df32f4139ac2ef67876d622aa is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:32:19.444284 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-79a84778-9c93-45b2-977b-e5f4bf2080a5 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:32:19.451578 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-79a84778-9c93-45b2-977b-e5f4bf2080a5 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:32:19.493649 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-79a84778-9c93-45b2-977b-e5f4bf2080a5 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:19.504962 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-954ecc58-009c-4e17-9267-da647aa150a1 req-0277c097-f0b5-413e-abfd-c1c4dcb3ee26 service neutron] 10.222.0.45 "GET /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2760437
May 27 00:32:19.705634 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e9404-1fc0-4623-b0ac-4b7964c23a1d None None] New status for floating IP 7717133a-645e-490e-825d-02d14f534df6: ACTIVE {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:32:19.759274 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275967ce-b25b-4471-b5b2-ca7fb8f87f0f req-09d8da68-29b0-4ed9-9503-fc56466dcc53 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:19.761088 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-275967ce-b25b-4471-b5b2-ca7fb8f87f0f req-09d8da68-29b0-4ed9-9503-fc56466dcc53 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.2352216
May 27 00:32:19.796729 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-79a84778-9c93-45b2-977b-e5f4bf2080a5 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:19.801618 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-954ecc58-009c-4e17-9267-da647aa150a1 req-c40d929d-845f-4f44-8031-f5fa0af10061 service neutron] 10.222.0.45 "GET /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2849016
May 27 00:32:19.805073 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-79a84778-9c93-45b2-977b-e5f4bf2080a5 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:19.834247 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a84778-9c93-45b2-977b-e5f4bf2080a5 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47921a3-e57f-48ec-a2c9-8cbef528c060,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:32:19.853097 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-79a84778-9c93-45b2-977b-e5f4bf2080a5 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:19.859075 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 34052) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:32:19.859484 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-79a84778-9c93-45b2-977b-e5f4bf2080a5 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4499779
May 27 00:32:19.866688 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89613213-5703-44df-a8b4-0b26f60986fe req-23d2b6d5-61c7-4710-9646-73fdb34ce2a0 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:19.873780 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-89613213-5703-44df-a8b4-0b26f60986fe req-23d2b6d5-61c7-4710-9646-73fdb34ce2a0 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.2043481
May 27 00:32:19.928167 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-275967ce-b25b-4471-b5b2-ca7fb8f87f0f req-a1bf1047-55ba-4954-bec9-4f8872811269 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1605728
May 27 00:32:19.932762 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-9587c886-f7d4-4d9d-aa8e-4586bad23bf6 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Request body: {'security_group_rule': {'security_group_id': '588abe1f-fead-448a-a4f4-bcb9d93cba59', 'project_id': '9731980df32f4139ac2ef67876d622aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:32:19.949170 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-9587c886-f7d4-4d9d-aa8e-4586bad23bf6 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:32:19.969445 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-9587c886-f7d4-4d9d-aa8e-4586bad23bf6 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Usage tracker for resource:security_group_rule and tenant:9731980df32f4139ac2ef67876d622aa is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:32:19.982158 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-9587c886-f7d4-4d9d-aa8e-4586bad23bf6 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:32:20.012168 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-89613213-5703-44df-a8b4-0b26f60986fe req-3de20d83-b471-48e0-acd9-a00d34a9b05c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1374857
May 27 00:32:20.051493 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-9587c886-f7d4-4d9d-aa8e-4586bad23bf6 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:32:20.075301 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.securitygroups_db [None req-9587c886-f7d4-4d9d-aa8e-4586bad23bf6 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Project 9731980df32f4139ac2ef67876d622aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 27 00:32:20.099620 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9587c886-f7d4-4d9d-aa8e-4586bad23bf6 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:20.193087 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9587c886-f7d4-4d9d-aa8e-4586bad23bf6 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:20.211330 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9587c886-f7d4-4d9d-aa8e-4586bad23bf6 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:20.250367 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587c886-f7d4-4d9d-aa8e-4586bad23bf6 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d0f9ad-5dd5-4daf-86cb-13e91779f532,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:32:20.263031 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9587c886-f7d4-4d9d-aa8e-4586bad23bf6 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:20.267258 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-9587c886-f7d4-4d9d-aa8e-4586bad23bf6 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4041698
May 27 00:32:20.267258 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 34058) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:32:20.288047 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-745a623c-4f62-4f68-9e1b-e80e891ba824 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Request body: {'security_group_rule': {'security_group_id': '588abe1f-fead-448a-a4f4-bcb9d93cba59', 'project_id': '9731980df32f4139ac2ef67876d622aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:32:20.297687 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-745a623c-4f62-4f68-9e1b-e80e891ba824 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:32:20.301923 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-745a623c-4f62-4f68-9e1b-e80e891ba824 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Usage tracker for resource:security_group_rule and tenant:9731980df32f4139ac2ef67876d622aa is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:32:20.304869 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-745a623c-4f62-4f68-9e1b-e80e891ba824 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:32:20.311990 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-745a623c-4f62-4f68-9e1b-e80e891ba824 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:32:20.332870 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.securitygroups_db [None req-745a623c-4f62-4f68-9e1b-e80e891ba824 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Project 9731980df32f4139ac2ef67876d622aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 27 00:32:20.345921 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-745a623c-4f62-4f68-9e1b-e80e891ba824 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:20.480356 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-745a623c-4f62-4f68-9e1b-e80e891ba824 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:20.490491 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-745a623c-4f62-4f68-9e1b-e80e891ba824 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:20.544245 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a623c-4f62-4f68-9e1b-e80e891ba824 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05faa109-0cbd-4b19-bf4b-e0b1bcaa0f53,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:32:20.551040 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-745a623c-4f62-4f68-9e1b-e80e891ba824 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:20.554918 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-745a623c-4f62-4f68-9e1b-e80e891ba824 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2711303
May 27 00:32:20.571220 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b6465-e617-4124-a825-65735fff25c7 req-63e8657b-ee80-458c-9e07-0a74f88cf9ec tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:20.578454 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a27b6465-e617-4124-a825-65735fff25c7 req-63e8657b-ee80-458c-9e07-0a74f88cf9ec tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.1442773
May 27 00:32:20.629283 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-69f926fd-a4fd-4ada-85db-13fe983d6c6a req-8c619452-c735-445f-b691-7f2ad5f75a9d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7feb0b7352ec488cb0838c2d67853e12&device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 1098 time: 0.1592577
May 27 00:32:20.634681 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a27b6465-e617-4124-a825-65735fff25c7 req-b34c2ad1-f4af-4a2f-8689-236e383c0bf1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552607
May 27 00:32:20.782634 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9f06e132-852a-429d-8501-43bdef56dc1e req-01ef4fb8-68d3-4e06-9cef-8ce6a53478d5 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078060276&fields=id&tenant_id=9731980df32f4139ac2ef67876d622aa HTTP/1.1" status: 200  len: 267 time: 0.0599396
May 27 00:32:20.800643 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f926fd-a4fd-4ada-85db-13fe983d6c6a req-342cb4ca-9c2d-46b8-84df-e5879fc94661 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:20.802272 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-69f926fd-a4fd-4ada-85db-13fe983d6c6a req-342cb4ca-9c2d-46b8-84df-e5879fc94661 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93818b25-db8b-4c49-bcdd-2f72652d1c2a HTTP/1.1" status: 200  len: 912 time: 0.1668668
May 27 00:32:20.915404 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06e132-852a-429d-8501-43bdef56dc1e req-1f62987d-a0b9-4c05-8480-a5cdbb936590 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:20.923414 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9f06e132-852a-429d-8501-43bdef56dc1e req-1f62987d-a0b9-4c05-8480-a5cdbb936590 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 945 time: 0.1350646
May 27 00:32:20.929617 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [req-9f06e132-852a-429d-8501-43bdef56dc1e req-d5c189c4-d657-4b01-869e-ebbfa5ce5077 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Request body: {'port': {'security_groups': ['82fc1249-581a-4cf8-b8a4-391bddcda084', '588abe1f-fead-448a-a4f4-bcb9d93cba59']}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:32:20.950157 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-69f926fd-a4fd-4ada-85db-13fe983d6c6a req-1f605a0a-d0a8-43fc-a1a8-ded7df793102 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b75c2d0-686b-462e-ac1f-fccc17453cdc HTTP/1.1" status: 200  len: 1000 time: 0.1412327
May 27 00:32:21.069381 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-9f06e132-852a-429d-8501-43bdef56dc1e req-d5c189c4-d657-4b01-869e-ebbfa5ce5077 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:21.097677 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f926fd-a4fd-4ada-85db-13fe983d6c6a req-485cedbc-3581-4ae2-9b54-f2cf605e3be8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:21.104929 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-69f926fd-a4fd-4ada-85db-13fe983d6c6a req-485cedbc-3581-4ae2-9b54-f2cf605e3be8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=052ff756-2064-4785-8a85-0bcbd1be012c HTTP/1.1" status: 200  len: 850 time: 0.1461866
May 27 00:32:21.219427 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-69f926fd-a4fd-4ada-85db-13fe983d6c6a req-882bb858-e442-4a2e-b290-b76e1895b7d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93818b25-db8b-4c49-bcdd-2f72652d1c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1076498
May 27 00:32:21.373805 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-69f926fd-a4fd-4ada-85db-13fe983d6c6a req-60e2593b-fc95-499a-bb49-a46eb6f04605 service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461899
May 27 00:32:21.542352 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe38b4-2b2f-489c-868b-1d3e1c966065 req-a1c6c596-1f76-4554-b3b2-c33c949ab10d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:21.543872 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3bfe38b4-2b2f-489c-868b-1d3e1c966065 req-a1c6c596-1f76-4554-b3b2-c33c949ab10d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.3115878
May 27 00:32:21.594045 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [req-9f06e132-852a-429d-8501-43bdef56dc1e req-d5c189c4-d657-4b01-869e-ebbfa5ce5077 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] For port 916fab78-ef26-4b4a-98a3-1661a2382626, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=916fab78-ef26-4b4a-98a3-1661a2382626,segment=NetworkSegment(a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e),segment_id=a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:32:21.616423 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-69f926fd-a4fd-4ada-85db-13fe983d6c6a req-17b73182-b402-4dfe-b5c9-ed3eed612476 service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2369411
May 27 00:32:21.627311 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3bfe38b4-2b2f-489c-868b-1d3e1c966065 req-97be5e35-dc61-4bd9-b33a-8580ce72db76 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0746837
May 27 00:32:21.646901 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-9f06e132-852a-429d-8501-43bdef56dc1e req-d5c189c4-d657-4b01-869e-ebbfa5ce5077 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:21.652859 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-9f06e132-852a-429d-8501-43bdef56dc1e req-d5c189c4-d657-4b01-869e-ebbfa5ce5077 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877299'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:21.666989 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['916fab78-ef26-4b4a-98a3-1661a2382626'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:32:21.754220 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06e132-852a-429d-8501-43bdef56dc1e req-d5c189c4-d657-4b01-869e-ebbfa5ce5077 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:21.754924 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-9f06e132-852a-429d-8501-43bdef56dc1e req-d5c189c4-d657-4b01-869e-ebbfa5ce5077 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for port, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:21.756440 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9f06e132-852a-429d-8501-43bdef56dc1e req-d5c189c4-d657-4b01-869e-ebbfa5ce5077 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "PUT /v2.0/ports/916fab78-ef26-4b4a-98a3-1661a2382626 HTTP/1.1" status: 200  len: 981 time: 0.8319902
May 27 00:32:21.756947 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'tag': '916fab78-ef26-4b4a-98a3-1661a2382626'}] {{(pid=83748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:32:21.783495 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c189c4-d657-4b01-869e-ebbfa5ce5077 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Pushing event updated for resources: {'Port': ['ID=916fab78-ef26-4b4a-98a3-1661a2382626,revision_number=6']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:32:21.919675 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['916fab78-ef26-4b4a-98a3-1661a2382626'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:32:22.021011 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4831ba-a9eb-46e2-973c-704adbf73a58 req-333c79ed-b250-4fc5-a404-d5866b1f6edc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:22.022278 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6a4831ba-a9eb-46e2-973c-704adbf73a58 req-333c79ed-b250-4fc5-a404-d5866b1f6edc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.1998186
May 27 00:32:22.099097 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e8ecf-c676-439c-9552-ba68d2e2a7ee req-62d412dd-f626-44b3-9d35-99fb0ddc7829 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:22.106824 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-808e8ecf-c676-439c-9552-ba68d2e2a7ee req-62d412dd-f626-44b3-9d35-99fb0ddc7829 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 984 time: 0.1389523
May 27 00:32:22.124078 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6a4831ba-a9eb-46e2-973c-704adbf73a58 req-89db096f-5467-4634-8337-1e0ba5e123e0 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918827
May 27 00:32:22.217711 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-808e8ecf-c676-439c-9552-ba68d2e2a7ee req-3f842351-5e36-4508-b66a-ce1ef2ebe2e1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&id=588abe1f-fead-448a-a4f4-bcb9d93cba59&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1091721
May 27 00:32:22.255244 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30a3ef8-3bea-45d7-9458-1f6804e83df7'] response: {'name': 'network-changed', 'server_uuid': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'tag': '916fab78-ef26-4b4a-98a3-1661a2382626', 'status': 'completed', 'code': 200}
May 27 00:32:22.283884 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-492d28ee-daa4-46ff-bcde-cea0471564ec None None] Provisioning complete for port 916fab78-ef26-4b4a-98a3-1661a2382626 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:32:22.284248 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-492d28ee-daa4-46ff-bcde-cea0471564ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:22.359057 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cbb76979-a97f-4448-a251-fc759cdb0d86 req-25ac11c7-2440-495b-ac6c-4031df5e6561 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9731980df32f4139ac2ef67876d622aa&device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 1137 time: 0.0771263
May 27 00:32:22.569788 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb76979-a97f-4448-a251-fc759cdb0d86 req-6ecfe313-20ee-4eec-920d-a5bcd05ca578 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:22.572036 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cbb76979-a97f-4448-a251-fc759cdb0d86 req-6ecfe313-20ee-4eec-920d-a5bcd05ca578 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca5aab07-144c-48b5-bc3d-33231f9c45ef HTTP/1.1" status: 200  len: 916 time: 0.2053051
May 27 00:32:22.792925 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cbb76979-a97f-4448-a251-fc759cdb0d86 req-d2316b8e-b2e3-4555-8249-c3a878e08a9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916fab78-ef26-4b4a-98a3-1661a2382626 HTTP/1.1" status: 200  len: 1001 time: 0.2112210
May 27 00:32:22.935008 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb76979-a97f-4448-a251-fc759cdb0d86 req-1ff9f2ce-9054-4143-b321-9642ba39af91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:22.937122 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cbb76979-a97f-4448-a251-fc759cdb0d86 req-1ff9f2ce-9054-4143-b321-9642ba39af91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd0f8618-a735-45f8-9e28-d0acd43f52a4 HTTP/1.1" status: 200  len: 854 time: 0.1286545
May 27 00:32:23.033816 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cbb76979-a97f-4448-a251-fc759cdb0d86 req-43045a12-09b4-434d-b97c-88e4d07fac9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca5aab07-144c-48b5-bc3d-33231f9c45ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0868330
May 27 00:32:23.172076 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfcb4a-27a0-4c9b-b5f8-3659fad0b297 req-51b722ac-fd3b-40f4-8148-3db25fa5b394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:23.183768 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bfcfcb4a-27a0-4c9b-b5f8-3659fad0b297 req-51b722ac-fd3b-40f4-8148-3db25fa5b394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0965295
May 27 00:32:23.192834 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cbb76979-a97f-4448-a251-fc759cdb0d86 req-5e4d13c1-3e45-4c22-9f2a-e4751fe16a69 service neutron] 10.222.0.45 "GET /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505339
May 27 00:32:23.251654 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bfcfcb4a-27a0-4c9b-b5f8-3659fad0b297 req-f13c12b2-4805-4738-be87-0bdfff00dead tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0668476
May 27 00:32:23.348885 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cbb76979-a97f-4448-a251-fc759cdb0d86 req-86302d58-bff0-4029-8bcf-a7d40bf93a21 service neutron] 10.222.0.45 "GET /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1495264
May 27 00:32:23.379364 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d1a91-381b-48aa-b314-455a8105f0ad req-c0c0117e-c4c9-49de-a1a8-7aee78d80f7c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:23.379364 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-202d1a91-381b-48aa-b314-455a8105f0ad req-c0c0117e-c4c9-49de-a1a8-7aee78d80f7c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.1016562
May 27 00:32:23.430125 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-202d1a91-381b-48aa-b314-455a8105f0ad req-65fc5186-0202-4869-9ba3-10a99ccaefe1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468075
May 27 00:32:24.490211 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f88e48-66e0-4a9f-8c4d-a841f6add282 req-2e70d968-40a1-43e9-9ec3-53623d5bc0e9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:24.491728 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a2f88e48-66e0-4a9f-8c4d-a841f6add282 req-2e70d968-40a1-43e9-9ec3-53623d5bc0e9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.1033230
May 27 00:32:24.540155 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a2f88e48-66e0-4a9f-8c4d-a841f6add282 req-123dc8c0-5db1-47da-bf65-c9bd9236d443 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0409458
May 27 00:32:25.765680 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10e93a-d03a-42da-9d1a-3a08512901ac req-f0a49649-89e9-470e-a881-1b3c38e30d12 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:25.769411 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ef10e93a-d03a-42da-9d1a-3a08512901ac req-f0a49649-89e9-470e-a881-1b3c38e30d12 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0884562
May 27 00:32:25.816742 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ef10e93a-d03a-42da-9d1a-3a08512901ac req-d8d2e6d3-50a3-4514-86c4-96470e54921d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433960
May 27 00:32:27.033541 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8056d-9a92-475b-bae9-2a0afe69a083 req-faf10deb-7b12-457b-9ace-2ba7c35b678a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:27.035053 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5ef8056d-9a92-475b-bae9-2a0afe69a083 req-faf10deb-7b12-457b-9ace-2ba7c35b678a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0823047
May 27 00:32:27.082949 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5ef8056d-9a92-475b-bae9-2a0afe69a083 req-1519c1ba-ee0a-4ba7-8e25-5aba8b4fb379 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414569
May 27 00:32:28.307490 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c93b39-5d52-4f92-a674-cc8f27c79ba7 req-082eb377-80f5-4014-a68c-86c43b45b04f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:28.309133 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c8c93b39-5d52-4f92-a674-cc8f27c79ba7 req-082eb377-80f5-4014-a68c-86c43b45b04f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0848870
May 27 00:32:28.361550 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c8c93b39-5d52-4f92-a674-cc8f27c79ba7 req-1d3ced60-6e7f-4cd6-9031-8f35203cffbc tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460589
May 27 00:32:29.572857 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896bb2a-6a47-49ab-93d0-448e5c98891c req-730e10cd-f713-4e46-84ce-bc5e13ca040d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:29.574293 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5896bb2a-6a47-49ab-93d0-448e5c98891c req-730e10cd-f713-4e46-84ce-bc5e13ca040d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0751491
May 27 00:32:29.619704 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5896bb2a-6a47-49ab-93d0-448e5c98891c req-dad51527-475d-4660-9a64-860d9bffe9ea tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397503
May 27 00:32:30.466254 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4f2c9e58-0126-442e-bfe4-478eec119c7f req-27051e7d-7028-4688-a843-e881ed561da5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7667619259a4d13afe049d3106d1013&device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 1099 time: 0.0670228
May 27 00:32:30.594002 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c9e58-0126-442e-bfe4-478eec119c7f req-c7829db0-8da6-4fae-949e-2761151ae037 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:30.595430 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4f2c9e58-0126-442e-bfe4-478eec119c7f req-c7829db0-8da6-4fae-949e-2761151ae037 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8277ce01-4fed-435b-993e-be3acfd13f76 HTTP/1.1" status: 200  len: 917 time: 0.1223867
May 27 00:32:30.699524 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4f2c9e58-0126-442e-bfe4-478eec119c7f req-c064f083-258b-4b97-a917-1930e9f48d0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e HTTP/1.1" status: 200  len: 1002 time: 0.0960424
May 27 00:32:30.764726 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c9e58-0126-442e-bfe4-478eec119c7f req-e370870c-b565-4451-8a20-a5d8bdeb584b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:30.766050 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4f2c9e58-0126-442e-bfe4-478eec119c7f req-e370870c-b565-4451-8a20-a5d8bdeb584b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72f33ff2-de28-4860-bac7-6c4f609dd071 HTTP/1.1" status: 200  len: 855 time: 0.0596137
May 27 00:32:30.837778 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7e56f-3849-46a4-9c84-19eee5907a9b req-2be37a9b-91de-41de-bbca-c056460781d9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:30.839375 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3ca7e56f-3849-46a4-9c84-19eee5907a9b req-2be37a9b-91de-41de-bbca-c056460781d9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0821664
May 27 00:32:30.843779 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4f2c9e58-0126-442e-bfe4-478eec119c7f req-1496bda4-69b0-41b0-97dc-d96084acaf86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8277ce01-4fed-435b-993e-be3acfd13f76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698075
May 27 00:32:30.888481 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3ca7e56f-3849-46a4-9c84-19eee5907a9b req-12f1e02b-924b-4412-a410-b754375cec04 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411482
May 27 00:32:30.983083 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4f2c9e58-0126-442e-bfe4-478eec119c7f req-105a2610-325b-4374-8e1f-415ce100168e service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266365
May 27 00:32:31.111815 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4f2c9e58-0126-442e-bfe4-478eec119c7f req-d2d78cfb-f86e-4d95-a3ed-7c64b1129e81 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220829
May 27 00:32:32.099305 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5fb85-0fdb-4cf0-8479-a832fafd1eab req-f7a04a5e-0ddd-4107-ac7f-a18f8d31a88d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:32.100766 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-76c5fb85-0fdb-4cf0-8479-a832fafd1eab req-f7a04a5e-0ddd-4107-ac7f-a18f8d31a88d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0749967
May 27 00:32:32.153215 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-76c5fb85-0fdb-4cf0-8479-a832fafd1eab req-d5ad0342-ad2e-4fbf-9e02-a6254354f6ba tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0468965
May 27 00:32:33.379893 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e8dc4-5360-44a3-bb2a-e9e3ddf5d4ef req-8318a149-9d1f-4d55-bfe8-60bd51eab6b4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:33.381341 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5b3e8dc4-5360-44a3-bb2a-e9e3ddf5d4ef req-8318a149-9d1f-4d55-bfe8-60bd51eab6b4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 946 time: 0.0815964
May 27 00:32:33.427350 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5b3e8dc4-5360-44a3-bb2a-e9e3ddf5d4ef req-456491a3-567a-429d-bba4-35b4d4c05859 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0402374
May 27 00:32:33.811842 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device ae4e63e4-ba3d-45e5-a3e6-54575229499e no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:32:33.924885 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:33.952442 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:32:33.962230 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port ae4e63e4-ba3d-45e5-a3e6-54575229499e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:32:33.967004 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:34.006743 dv-cinder-843305-3-iscsi neutron-server[83749]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-00ea942b-dedb-4d72-bd45-9c56bec05d68']: {'server_uuid': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e', 'code': 422} returned with failed status
May 27 00:32:34.039056 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=ae4e63e4-ba3d-45e5-a3e6-54575229499e,revision_number=8']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:32:34.047769 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:34.048178 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:34.048507 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:34.048829 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:34.049150 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:34.049584 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:34.049908 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:34.050225 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:34.050539 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:34.050849 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:34.051160 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:32:34.298970 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-635a8a24-4a3c-4804-8210-07ad19b31c8c req-d22ae91e-2a0e-41bc-b08b-5086d788a5cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0668678
May 27 00:32:34.537416 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 34184) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:32:34.572606 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ce601-d87c-43e3-9507-556a63bd9963 req-9ce53b12-580d-4de4-bbef-d285eef13586 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:34.574065 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fc0ce601-d87c-43e3-9507-556a63bd9963 req-9ce53b12-580d-4de4-bbef-d285eef13586 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0860152
May 27 00:32:34.661304 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fc0ce601-d87c-43e3-9507-556a63bd9963 req-e74cfa44-0cda-4ade-8132-740f71ac6a56 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0816007
May 27 00:32:34.686225 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-625f474d-a99b-4dd5-9300-8297adf840eb req-ecb14b98-d4e8-4b99-9643-59203bc9bdf9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1476738
May 27 00:32:35.886012 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178d061-c30f-47a0-b7cf-eca8315566e2 req-b8c90b57-eb49-4e54-9ba6-926065cbfcc6 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:35.887562 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d178d061-c30f-47a0-b7cf-eca8315566e2 req-b8c90b57-eb49-4e54-9ba6-926065cbfcc6 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0779238
May 27 00:32:35.932609 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d178d061-c30f-47a0-b7cf-eca8315566e2 req-468e5d60-133c-4450-bfb9-d17ab640bda4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0389838
May 27 00:32:37.136608 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fcce8-b330-4112-93e8-2a5be2c48aa4 req-4e7810b1-e134-4709-b50c-30c2177e2bf4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:37.137930 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ce3fcce8-b330-4112-93e8-2a5be2c48aa4 req-4e7810b1-e134-4709-b50c-30c2177e2bf4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0724347
May 27 00:32:37.181861 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ce3fcce8-b330-4112-93e8-2a5be2c48aa4 req-bc08b644-5e5d-4590-8142-feb98b6e9b20 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0378952
May 27 00:32:37.812704 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device ae4e63e4-ba3d-45e5-a3e6-54575229499e no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:32:38.112390 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:32:38.436758 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8282a-99e5-4fe0-9237-0262a7ca9b02 req-c218c4ab-d5f7-4614-8f1a-a4ab7e405c02 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:38.438111 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8fe8282a-99e5-4fe0-9237-0262a7ca9b02 req-c218c4ab-d5f7-4614-8f1a-a4ab7e405c02 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.1228709
May 27 00:32:38.482422 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8fe8282a-99e5-4fe0-9237-0262a7ca9b02 req-71cc886d-9975-4aa5-a252-d0b0328e59e4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0386155
May 27 00:32:39.690039 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e0a8b-a7f4-4f1d-9e33-7a3a67138301 req-96e520fe-cb69-4519-a8fd-081bd62741ec tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:39.691471 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2c6e0a8b-a7f4-4f1d-9e33-7a3a67138301 req-96e520fe-cb69-4519-a8fd-081bd62741ec tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0748644
May 27 00:32:39.738435 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2c6e0a8b-a7f4-4f1d-9e33-7a3a67138301 req-bcc3cf1f-c220-48d5-8b98-004283242bf1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414412
May 27 00:32:40.945172 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4abafe-b213-4c04-9360-9690ae558e56 req-3e681874-bbc8-445c-b330-b1d216e3898f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:40.946594 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8e4abafe-b213-4c04-9360-9690ae558e56 req-3e681874-bbc8-445c-b330-b1d216e3898f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0754788
May 27 00:32:40.992648 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8e4abafe-b213-4c04-9360-9690ae558e56 req-8991224a-2e33-43e7-a0d1-b9e8ac44f9d3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396945
May 27 00:32:41.362558 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-625f474d-a99b-4dd5-9300-8297adf840eb req-a3319d18-ae82-4531-b10c-b326c3bfebcd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7&tenant_id=d7667619259a4d13afe049d3106d1013 HTTP/1.1" status: 200  len: 1097 time: 0.0742860
May 27 00:32:41.528413 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-625f474d-a99b-4dd5-9300-8297adf840eb req-40f78202-e7a9-4a5e-abea-c0e1784084f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7667619259a4d13afe049d3106d1013&device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 1097 time: 0.1402531
May 27 00:32:41.658230 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f474d-a99b-4dd5-9300-8297adf840eb req-e537996f-7fb5-4c9e-b3a8-89e8a88855ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:41.659556 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-625f474d-a99b-4dd5-9300-8297adf840eb req-e537996f-7fb5-4c9e-b3a8-89e8a88855ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=8277ce01-4fed-435b-993e-be3acfd13f76 HTTP/1.1" status: 200  len: 917 time: 0.1246662
May 27 00:32:41.764334 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-625f474d-a99b-4dd5-9300-8297adf840eb req-fb35bd7c-c79f-4977-b5fb-26f6fa8b4ad8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e HTTP/1.1" status: 200  len: 1000 time: 0.0964684
May 27 00:32:41.826072 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f474d-a99b-4dd5-9300-8297adf840eb req-6c3dcbe8-a438-4521-97f5-d3bc16122f35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:41.827483 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-625f474d-a99b-4dd5-9300-8297adf840eb req-6c3dcbe8-a438-4521-97f5-d3bc16122f35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72f33ff2-de28-4860-bac7-6c4f609dd071 HTTP/1.1" status: 200  len: 855 time: 0.0565665
May 27 00:32:41.903706 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-625f474d-a99b-4dd5-9300-8297adf840eb req-571ab744-b6c4-4301-b694-b64d7108d92b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8277ce01-4fed-435b-993e-be3acfd13f76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695574
May 27 00:32:42.032203 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-625f474d-a99b-4dd5-9300-8297adf840eb req-351c2506-a786-4c81-bb52-d92ac722ab29 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223590
May 27 00:32:42.169216 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-625f474d-a99b-4dd5-9300-8297adf840eb req-f1ce645b-b941-4f3a-8c31-2c83332fc7a7 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271391
May 27 00:32:42.217423 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2549d36-fabd-4946-ba74-156841122f0c req-b17ad250-f750-4878-95b5-197249fe630f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:42.218859 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e2549d36-fabd-4946-ba74-156841122f0c req-b17ad250-f750-4878-95b5-197249fe630f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0869534
May 27 00:32:42.264727 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e2549d36-fabd-4946-ba74-156841122f0c req-1a90d45d-a7a5-4d83-a5cc-a883012e4575 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401521
May 27 00:32:43.211111 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:43.476524 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ae0f-9211-47f4-8f31-45372cd0f05b req-b56f0ece-679f-4b9d-a689-4b638b37bd66 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:43.477866 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-81f3ae0f-9211-47f4-8f31-45372cd0f05b req-b56f0ece-679f-4b9d-a689-4b638b37bd66 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0745597
May 27 00:32:43.522335 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-81f3ae0f-9211-47f4-8f31-45372cd0f05b req-8447b6e2-cac6-4371-abc2-3aaed4bfd1c5 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0389957
May 27 00:32:44.491910 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f564f3fc-f744-4082-844f-c9b0da9207e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:44.734685 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf1954-bd5b-4569-9aef-b8ed7642c785 req-5028800e-b0d6-44aa-bbfa-b3579949e062 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:44.736126 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bbcf1954-bd5b-4569-9aef-b8ed7642c785 req-5028800e-b0d6-44aa-bbfa-b3579949e062 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0788219
May 27 00:32:44.782373 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bbcf1954-bd5b-4569-9aef-b8ed7642c785 req-2e42013e-cccd-4e58-aa9f-450d06c20862 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407283
May 27 00:32:45.991217 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7690d7d-219c-481c-9691-6b09f678ff22 req-a3c7bfde-125a-407e-84d5-c2b1b840f82e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:45.992701 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f7690d7d-219c-481c-9691-6b09f678ff22 req-a3c7bfde-125a-407e-84d5-c2b1b840f82e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0772815
May 27 00:32:46.042536 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f7690d7d-219c-481c-9691-6b09f678ff22 req-a405aaa8-b391-4633-bbfa-fd5cdcdb052c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440459
May 27 00:32:46.667502 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-4b48fe47-6175-4a16-b02b-d2f4167a2b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:47.259883 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b53f14-2af4-4e64-b153-6b5107f35dca req-9554fb68-9f6d-452d-b6bc-1ac91967a8b9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:47.261325 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-29b53f14-2af4-4e64-b153-6b5107f35dca req-9554fb68-9f6d-452d-b6bc-1ac91967a8b9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0794778
May 27 00:32:47.309115 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-29b53f14-2af4-4e64-b153-6b5107f35dca req-ca51dadd-ebd9-407d-9453-ee3004002d65 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419822
May 27 00:32:47.898960 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:47.966636 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:48.539837 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a392644-f70d-4ea5-9c41-67b207df2fda req-4fefd74d-e212-410f-99fb-1576f3fc7b3b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:48.541423 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3a392644-f70d-4ea5-9c41-67b207df2fda req-4fefd74d-e212-410f-99fb-1576f3fc7b3b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0841851
May 27 00:32:48.592204 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3a392644-f70d-4ea5-9c41-67b207df2fda req-c2f5d461-38db-46a8-a008-74d92b7006c5 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443721
May 27 00:32:49.190569 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:32:49.815333 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9524cc-dfed-4724-9e77-d61241265c75 req-74ce9e69-b939-43c0-aeb6-83dbda3811a2 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:49.817158 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4f9524cc-dfed-4724-9e77-d61241265c75 req-74ce9e69-b939-43c0-aeb6-83dbda3811a2 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0787041
May 27 00:32:49.865440 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4f9524cc-dfed-4724-9e77-d61241265c75 req-7c6cf0a9-64d7-4854-a14c-1fd224641d40 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417430
May 27 00:32:51.094332 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584a2e7-a801-4018-bd68-90c936a369e4 req-77578357-7593-49ad-8666-d56cc8b49d18 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:51.095791 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0584a2e7-a801-4018-bd68-90c936a369e4 req-77578357-7593-49ad-8666-d56cc8b49d18 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0834281
May 27 00:32:51.144548 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0584a2e7-a801-4018-bd68-90c936a369e4 req-7569ae80-49f5-406e-a73b-4249312f5805 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428193
May 27 00:32:52.369290 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b82615-3971-4c08-a359-1c5780741461 req-9af1d12a-232b-4fea-9881-e7c3d9dd84b4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:52.370934 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-96b82615-3971-4c08-a359-1c5780741461 req-9af1d12a-232b-4fea-9881-e7c3d9dd84b4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0770094
May 27 00:32:52.417903 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-96b82615-3971-4c08-a359-1c5780741461 req-f19a831f-0bb3-4006-9eb0-a564db01bd78 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0405276
May 27 00:32:53.629214 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0a75f-7baf-410f-b908-b752afc26956 req-fc8fea84-d213-4534-9ec9-8c06eb40cf31 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:53.630697 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-91d0a75f-7baf-410f-b908-b752afc26956 req-fc8fea84-d213-4534-9ec9-8c06eb40cf31 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0779800
May 27 00:32:53.675970 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-91d0a75f-7baf-410f-b908-b752afc26956 req-a9fb9fb4-e477-42d6-b396-fd15a4a22fdf tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396380
May 27 00:32:54.889119 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72593a-0e9d-46f6-aa61-1e63fc134fa0 req-f77a3351-5f91-4543-8d04-0c9d8974d133 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:54.890576 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3f72593a-0e9d-46f6-aa61-1e63fc134fa0 req-f77a3351-5f91-4543-8d04-0c9d8974d133 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0777645
May 27 00:32:54.941297 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3f72593a-0e9d-46f6-aa61-1e63fc134fa0 req-5cfea048-3870-4d7a-9d93-e4d881635fbd tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444362
May 27 00:32:56.162612 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc467e6-eb36-4fda-9806-6b6ca3ddf90f req-d453ac71-7196-4466-8f44-c44271bb0778 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:56.164059 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6bc467e6-eb36-4fda-9806-6b6ca3ddf90f req-d453ac71-7196-4466-8f44-c44271bb0778 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0835645
May 27 00:32:56.208119 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6bc467e6-eb36-4fda-9806-6b6ca3ddf90f req-91b70dab-70d6-4db3-aa6f-c1b614b9c492 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0386648
May 27 00:32:57.425348 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe71253-c177-413a-a4b8-f9f319e7442d req-660dbf5c-68ea-4744-997c-179186dad571 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:57.427766 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1fe71253-c177-413a-a4b8-f9f319e7442d req-660dbf5c-68ea-4744-997c-179186dad571 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0836744
May 27 00:32:57.479168 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1fe71253-c177-413a-a4b8-f9f319e7442d req-579ed211-a139-4147-8f33-b43b8658b9b1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435481
May 27 00:32:58.692901 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0c0bb-c762-4c66-bf5f-222df2c1ae4a req-ebf7c20f-a96f-42d9-9846-cd62707da1e2 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:58.694320 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-40b0c0bb-c762-4c66-bf5f-222df2c1ae4a req-ebf7c20f-a96f-42d9-9846-cd62707da1e2 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0799954
May 27 00:32:58.742283 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-40b0c0bb-c762-4c66-bf5f-222df2c1ae4a req-a63a589e-bdb0-4dee-b479-a32914e0ea12 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424204
May 27 00:32:59.965244 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37bd1e-f2d7-4a84-b078-3e3345c7d9b4 req-6e5e4a42-eb3f-4b64-9629-8572a1bbe555 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:32:59.967329 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3c37bd1e-f2d7-4a84-b078-3e3345c7d9b4 req-6e5e4a42-eb3f-4b64-9629-8572a1bbe555 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0836215
May 27 00:33:00.013376 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3c37bd1e-f2d7-4a84-b078-3e3345c7d9b4 req-f81383fb-7ad1-4b78-a0de-378d2ebc3779 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0405920
May 27 00:33:01.221642 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fb631-50b0-4a6b-a21c-745a7ff9e2df req-6ae244c6-6e74-4fca-b09c-75c8e2e7d79b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:01.223091 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-511fb631-50b0-4a6b-a21c-745a7ff9e2df req-6ae244c6-6e74-4fca-b09c-75c8e2e7d79b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0751858
May 27 00:33:01.272771 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-511fb631-50b0-4a6b-a21c-745a7ff9e2df req-98714396-4bc4-43ef-8116-ade12995451b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440750
May 27 00:33:02.526359 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9035c-2712-4ab3-96da-f71a98a2166a req-801d0dee-f881-40f1-997b-6aaabdd01025 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:02.532081 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-31a9035c-2712-4ab3-96da-f71a98a2166a req-801d0dee-f881-40f1-997b-6aaabdd01025 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.1241426
May 27 00:33:02.573337 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-31a9035c-2712-4ab3-96da-f71a98a2166a req-59028450-0fe5-479f-92a4-e2d91567696d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397766
May 27 00:33:03.793096 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179fc2b-3be5-4c64-a43d-53f2d2175b34 req-8bae01ad-11e4-4eb2-b646-38fd039a63f9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:03.794537 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1179fc2b-3be5-4c64-a43d-53f2d2175b34 req-8bae01ad-11e4-4eb2-b646-38fd039a63f9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0832634
May 27 00:33:03.845858 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1179fc2b-3be5-4c64-a43d-53f2d2175b34 req-eafe184c-0cf2-47a3-a348-df2a00afb23c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456891
May 27 00:33:05.056669 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e84f7-5cd7-4ecf-9318-ee7760133169 req-ef4489c3-b5ea-45c0-9b49-c5246b7573e1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:05.058104 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8e5e84f7-5cd7-4ecf-9318-ee7760133169 req-ef4489c3-b5ea-45c0-9b49-c5246b7573e1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0745165
May 27 00:33:05.101945 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8e5e84f7-5cd7-4ecf-9318-ee7760133169 req-412f44e4-cbd3-44e0-af1f-457a6441a3d5 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0376573
May 27 00:33:06.311464 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199f035-aba9-417c-a856-109efbeacba3 req-8094b1e9-4e2c-46f5-8188-1daee8840aa1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:06.312909 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7199f035-aba9-417c-a856-109efbeacba3 req-8094b1e9-4e2c-46f5-8188-1daee8840aa1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0772736
May 27 00:33:06.356918 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7199f035-aba9-417c-a856-109efbeacba3 req-7f90eb01-584c-4c82-b9e3-a50735395a9f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385246
May 27 00:33:07.570474 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dff39-894a-4697-9373-29d71cede4fa req-b75773dc-74cc-4588-8fc8-e0708d8922a4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:07.571917 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ba5dff39-894a-4697-9373-29d71cede4fa req-b75773dc-74cc-4588-8fc8-e0708d8922a4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0741932
May 27 00:33:07.621254 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ba5dff39-894a-4697-9373-29d71cede4fa req-f6097ff2-9671-45e6-85da-556c4fdb4487 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437453
May 27 00:33:08.828324 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb192474-5fd9-44a1-add0-edd819c09807 req-3d2eabc0-857a-4cd4-bc28-878dd4d783fe tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:08.829819 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fb192474-5fd9-44a1-add0-edd819c09807 req-3d2eabc0-857a-4cd4-bc28-878dd4d783fe tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0743897
May 27 00:33:08.874709 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fb192474-5fd9-44a1-add0-edd819c09807 req-9e6026f4-8d2e-4f9e-955b-1e32529c7c9d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392559
May 27 00:33:10.100561 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1ed49-ac76-4f18-a8d1-a80bc2ca1c83 req-56eb9623-1cb8-48c6-874c-f799515841e3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:10.102015 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4cb1ed49-ac76-4f18-a8d1-a80bc2ca1c83 req-56eb9623-1cb8-48c6-874c-f799515841e3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0852196
May 27 00:33:10.167176 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4cb1ed49-ac76-4f18-a8d1-a80bc2ca1c83 req-32103497-17b5-43ef-955b-71c7e31b5b0d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0592315
May 27 00:33:10.866574 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a8f38d10-ead7-422b-a9b0-8615a86cbbc8 req-9238325c-7eb4-4831-b033-f14f69ec829f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 1098 time: 0.0751164
May 27 00:33:10.919773 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec5f6d-af30-43f7-afad-d530ecf9c91a req-e88545d9-db9a-4000-912a-b8cd204300e1 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:10.921184 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a3ec5f6d-af30-43f7-afad-d530ecf9c91a req-e88545d9-db9a-4000-912a-b8cd204300e1 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0764182
May 27 00:33:10.966088 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a3ec5f6d-af30-43f7-afad-d530ecf9c91a req-df14a726-d881-4ecc-9a5d-b5cb1c029f59 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393131
May 27 00:33:11.002775 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f38d10-ead7-422b-a9b0-8615a86cbbc8 req-bfdba24f-a232-48a9-93a0-64bc467ce673 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:11.004259 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a8f38d10-ead7-422b-a9b0-8615a86cbbc8 req-bfdba24f-a232-48a9-93a0-64bc467ce673 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 920 time: 0.1312556
May 27 00:33:11.113903 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a8f38d10-ead7-422b-a9b0-8615a86cbbc8 req-21f16265-ba9d-4490-95b6-f32b5abab48e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6efd9217-305f-45ad-8cbd-e560d3fa33c3 HTTP/1.1" status: 200  len: 1001 time: 0.1025689
May 27 00:33:11.183566 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f38d10-ead7-422b-a9b0-8615a86cbbc8 req-451e3c44-8752-43e4-a5b0-0bcfc3661f2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:11.184958 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a8f38d10-ead7-422b-a9b0-8615a86cbbc8 req-451e3c44-8752-43e4-a5b0-0bcfc3661f2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.0622237
May 27 00:33:11.267378 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a8f38d10-ead7-422b-a9b0-8615a86cbbc8 req-db5aa02e-e78e-48a0-b09d-ba6a0367cbc6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758815
May 27 00:33:11.393607 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d51af2-7779-461a-b9ce-7aa6a8f6036e req-6302d892-cf6b-495d-bea3-20902c3d903f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:11.395161 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d7d51af2-7779-461a-b9ce-7aa6a8f6036e req-6302d892-cf6b-495d-bea3-20902c3d903f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0822315
May 27 00:33:11.412874 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a8f38d10-ead7-422b-a9b0-8615a86cbbc8 req-81f6d19b-8073-491a-9de5-6c100fbb2096 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389778
May 27 00:33:11.448375 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d7d51af2-7779-461a-b9ce-7aa6a8f6036e req-094fac25-2888-4122-bcbb-0f21e4f4f1f2 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0471995
May 27 00:33:11.592647 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a8f38d10-ead7-422b-a9b0-8615a86cbbc8 req-87cb1c8a-0571-4550-becf-c5cb96949264 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1709940
May 27 00:33:11.624404 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f3776686-2760-482c-b4b5-2f9fa695a5d0 req-4327c357-8131-4673-90b3-62dea2a4aba4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0740700
May 27 00:33:11.681505 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f838a08-2fef-4eb6-8de1-7f265d9d2d13 req-26f02e73-a2a8-4be4-9bb4-1d088ea403c8 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:11.682992 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9f838a08-2fef-4eb6-8de1-7f265d9d2d13 req-26f02e73-a2a8-4be4-9bb4-1d088ea403c8 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 946 time: 0.0818603
May 27 00:33:11.725587 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f3776686-2760-482c-b4b5-2f9fa695a5d0 req-6ff32538-9fa5-4b26-bd44-dfad440bd1f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7feb0b7352ec488cb0838c2d67853e12&device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 1098 time: 0.0738187
May 27 00:33:11.729673 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9f838a08-2fef-4eb6-8de1-7f265d9d2d13 req-de47905d-aa9b-43a7-accf-e263ec715929 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405061
May 27 00:33:11.934801 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776686-2760-482c-b4b5-2f9fa695a5d0 req-d9bbd21a-4f50-465c-9bb1-224265dc3ef2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:11.936294 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f3776686-2760-482c-b4b5-2f9fa695a5d0 req-d9bbd21a-4f50-465c-9bb1-224265dc3ef2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93818b25-db8b-4c49-bcdd-2f72652d1c2a HTTP/1.1" status: 200  len: 912 time: 0.1900513
May 27 00:33:12.041240 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f3776686-2760-482c-b4b5-2f9fa695a5d0 req-1a302d29-8e23-43fb-b01a-7f546b5487ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b75c2d0-686b-462e-ac1f-fccc17453cdc HTTP/1.1" status: 200  len: 1000 time: 0.0981896
May 27 00:33:12.106225 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776686-2760-482c-b4b5-2f9fa695a5d0 req-3953d7af-740b-4937-a855-a673c206f002 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:12.107809 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f3776686-2760-482c-b4b5-2f9fa695a5d0 req-3953d7af-740b-4937-a855-a673c206f002 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=052ff756-2064-4785-8a85-0bcbd1be012c HTTP/1.1" status: 200  len: 850 time: 0.0568500
May 27 00:33:12.171421 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d2293-7ad5-4352-9427-9b17d3354b92 req-35282c81-b410-4fe1-b2ce-94b4209100c6 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:12.172886 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fd5d2293-7ad5-4352-9427-9b17d3354b92 req-35282c81-b410-4fe1-b2ce-94b4209100c6 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0794344
May 27 00:33:12.182759 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f3776686-2760-482c-b4b5-2f9fa695a5d0 req-4ea73126-9c00-432b-8ff4-22b6ae2c29ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93818b25-db8b-4c49-bcdd-2f72652d1c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0672810
May 27 00:33:12.218977 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fd5d2293-7ad5-4352-9427-9b17d3354b92 req-93d814f2-1e15-486b-b90d-90961305dca5 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404160
May 27 00:33:12.314098 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f3776686-2760-482c-b4b5-2f9fa695a5d0 req-8b2f71ae-8226-46ce-8d40-8a258557915e service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244972
May 27 00:33:12.454372 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f3776686-2760-482c-b4b5-2f9fa695a5d0 req-10c50d41-633f-4659-84a9-b6d3a702560b service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333005
May 27 00:33:12.676995 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9de26-a3fe-476b-89a7-8c35821e3e84 req-3193308f-d947-470a-bd20-982065bf1522 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:12.678347 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8ec9de26-a3fe-476b-89a7-8c35821e3e84 req-3193308f-d947-470a-bd20-982065bf1522 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0782084
May 27 00:33:12.726669 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8ec9de26-a3fe-476b-89a7-8c35821e3e84 req-de49e5da-74d8-4938-a5ff-452d717d294a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427771
May 27 00:33:12.923860 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee3fc2-1566-481d-b997-69bf6f241f3e req-385d43fd-57df-4ef2-b4f1-dd7892e328ae tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:12.925291 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-92ee3fc2-1566-481d-b997-69bf6f241f3e req-385d43fd-57df-4ef2-b4f1-dd7892e328ae tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 946 time: 0.0756757
May 27 00:33:12.969567 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-92ee3fc2-1566-481d-b997-69bf6f241f3e req-12c16edf-a59c-4345-93c2-4de10be0841b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387394
May 27 00:33:13.221714 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:13.416838 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043f7ea-c501-4ec7-b8f4-246bad5286db req-551799a9-debb-40dc-aeb0-113fe2e7e8fe tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:13.418297 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8043f7ea-c501-4ec7-b8f4-246bad5286db req-551799a9-debb-40dc-aeb0-113fe2e7e8fe tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0788739
May 27 00:33:13.463241 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8043f7ea-c501-4ec7-b8f4-246bad5286db req-f9d7c693-2ed9-4a79-8265-3fdd3ff85d1e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386276
May 27 00:33:13.762132 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56c25a-9e99-4e79-9124-69615199d158 req-f2b5d905-9e9e-4ca4-9387-d2a09800f52f tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:13.762800 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-df56c25a-9e99-4e79-9124-69615199d158 req-f2b5d905-9e9e-4ca4-9387-d2a09800f52f tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Synchronizing usage tracker for tenant:cdaedfea783643c1859e314eaf1f0ba0 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:33:13.780877 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-df56c25a-9e99-4e79-9124-69615199d158 req-f2b5d905-9e9e-4ca4-9387-d2a09800f52f tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Unset dirty status for tenant:cdaedfea783643c1859e314eaf1f0ba0 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:33:13.782247 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-df56c25a-9e99-4e79-9124-69615199d158 req-f2b5d905-9e9e-4ca4-9387-d2a09800f52f tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 946 time: 0.0959690
May 27 00:33:13.855386 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-df56c25a-9e99-4e79-9124-69615199d158 req-5cb7c670-bdb3-468c-a10b-92ecfd639338 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Deleting port ff147bb1-400c-4775-ba37-ed6078ce146d {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:33:13.855813 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-df56c25a-9e99-4e79-9124-69615199d158 req-5cb7c670-bdb3-468c-a10b-92ecfd639338 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:13.939913 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd61d0-d78b-462b-88c3-4bb561284347 req-96a00f69-d81f-489c-91cc-61abc42792af tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:13.941360 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3bcd61d0-d78b-462b-88c3-4bb561284347 req-96a00f69-d81f-489c-91cc-61abc42792af tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 944 time: 0.0792150
May 27 00:33:13.986645 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3bcd61d0-d78b-462b-88c3-4bb561284347 req-f380fee7-e1de-4b4c-af1e-c2f5c3143f9f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396867
May 27 00:33:14.030983 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device ae4e63e4-ba3d-45e5-a3e6-54575229499e details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:33:14.104765 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-df56c25a-9e99-4e79-9124-69615199d158 req-5cb7c670-bdb3-468c-a10b-92ecfd639338 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] For port ff147bb1-400c-4775-ba37-ed6078ce146d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ff147bb1-400c-4775-ba37-ed6078ce146d,segment=NetworkSegment(965b38cf-84aa-48af-856a-7db6ff909bc7),segment_id=965b38cf-84aa-48af-856a-7db6ff909bc7)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:33:14.105123 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-df56c25a-9e99-4e79-9124-69615199d158 req-5cb7c670-bdb3-468c-a10b-92ecfd639338 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:14.163132 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port ae4e63e4-ba3d-45e5-a3e6-54575229499e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:33:14.176542 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'port_id': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e', 'mac_address': 'fa:16:3e:cc:ba:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:33:14.225876 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-df56c25a-9e99-4e79-9124-69615199d158 req-5cb7c670-bdb3-468c-a10b-92ecfd639338 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Calling delete_port for ff147bb1-400c-4775-ba37-ed6078ce146d owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:33:14.234005 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:14.251231 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4e63e4-ba3d-45e5-a3e6-54575229499e {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:33:14.266769 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port ae4e63e4-ba3d-45e5-a3e6-54575229499e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:33:14.272553 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:14.361347 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=ae4e63e4-ba3d-45e5-a3e6-54575229499e,revision_number=9']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:33:14.371916 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489a52a-94e9-4942-88f7-f233e03e9177 req-21335c2b-0e3d-4cd9-8668-77c24eb5e5fd tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:14.374535 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2489a52a-94e9-4942-88f7-f233e03e9177 req-21335c2b-0e3d-4cd9-8668-77c24eb5e5fd tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f84d364-704c-4774-af69-7f3664370e6e HTTP/1.1" status: 200  len: 946 time: 0.2802258
May 27 00:33:14.375277 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-df56c25a-9e99-4e79-9124-69615199d158 req-5cb7c670-bdb3-468c-a10b-92ecfd639338 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:14.387040 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['ff147bb1-400c-4775-ba37-ed6078ce146d'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:33:14.422338 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7c670-bdb3-468c-a10b-92ecfd639338 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Pushing event deleted for resources: {'Port': ['ID=ff147bb1-400c-4775-ba37-ed6078ce146d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:33:14.428704 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2489a52a-94e9-4942-88f7-f233e03e9177 req-4aa61bfa-8a19-431f-8038-ced867e2f912 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463583
May 27 00:33:14.495133 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7dec82a8-7c38-4ce9-a134-673d0751e4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:14.498551 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-df56c25a-9e99-4e79-9124-69615199d158 req-5cb7c670-bdb3-468c-a10b-92ecfd639338 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] No DVR routers for this DVR port ff147bb1-400c-4775-ba37-ed6078ce146d on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:33:14.500888 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-df56c25a-9e99-4e79-9124-69615199d158 req-5cb7c670-bdb3-468c-a10b-92ecfd639338 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:14.505656 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f84d364-704c-4774-af69-7f3664370e6e', 'name': 'network-vif-deleted', 'tag': 'ff147bb1-400c-4775-ba37-ed6078ce146d'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:33:14.520520 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-df56c25a-9e99-4e79-9124-69615199d158 req-5cb7c670-bdb3-468c-a10b-92ecfd639338 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.45 "DELETE /v2.0/ports/ff147bb1-400c-4775-ba37-ed6078ce146d HTTP/1.1" status: 204  len: 173 time: 0.7305937
May 27 00:33:14.574051 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f1d82c-77da-41d7-b269-bd80dd25fb8f'] response: {'server_uuid': '5f84d364-704c-4774-af69-7f3664370e6e', 'name': 'network-vif-deleted', 'tag': 'ff147bb1-400c-4775-ba37-ed6078ce146d', 'status': 'completed', 'code': 200}
May 27 00:33:14.700780 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['ae4e63e4-ba3d-45e5-a3e6-54575229499e'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:33:14.740591 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d028b59-6cb6-4865-b40f-17648966c659 req-94ac681b-be80-4647-8a05-2c5c8741c8e1 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:14.742018 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3d028b59-6cb6-4865-b40f-17648966c659 req-94ac681b-be80-4647-8a05-2c5c8741c8e1 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.1492863
May 27 00:33:14.789488 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3d028b59-6cb6-4865-b40f-17648966c659 req-91b55061-6b04-4717-b550-2d36c98095a5 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416331
May 27 00:33:15.113586 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:33:15.198022 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6c593-a0ff-4e41-a140-a97af12e5639 req-f040f6d3-6527-411c-99bd-ad2b8b6ccc1b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:15.199474 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-39b6c593-a0ff-4e41-a140-a97af12e5639 req-f040f6d3-6527-411c-99bd-ad2b8b6ccc1b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 945 time: 0.0744452
May 27 00:33:15.244204 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-39b6c593-a0ff-4e41-a140-a97af12e5639 req-392b147e-9b24-4bac-b316-8ad1b9c8d7c9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390813
May 27 00:33:15.986648 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dc28a-d058-4148-94a6-3cd6ce9c888b req-85f1da56-4a1d-4948-9be2-de4d9f23739d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:15.988099 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-199dc28a-d058-4148-94a6-3cd6ce9c888b req-85f1da56-4a1d-4948-9be2-de4d9f23739d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0774934
May 27 00:33:16.042382 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device ae4e63e4-ba3d-45e5-a3e6-54575229499e up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:33:16.074135 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-199dc28a-d058-4148-94a6-3cd6ce9c888b req-07e3a1ca-38da-40ae-83ea-27598c9d2a38 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802855
May 27 00:33:16.112556 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port ae4e63e4-ba3d-45e5-a3e6-54575229499e triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:33:16.112959 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:16.219252 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:16.246416 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:33:16.255728 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port ae4e63e4-ba3d-45e5-a3e6-54575229499e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:33:16.259517 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:16.304945 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e5e7e12-def5-4014-be62-269afde11681'] response: {'server_uuid': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e', 'code': 200}
May 27 00:33:16.327239 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=ae4e63e4-ba3d-45e5-a3e6-54575229499e,revision_number=10']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:33:16.453682 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093da7b2-3536-43a4-a5a9-0d5c1b6b0ad4 req-1ede4525-f769-44bd-b238-7d6a5af6f8dc tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:16.455277 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-093da7b2-3536-43a4-a5a9-0d5c1b6b0ad4 req-1ede4525-f769-44bd-b238-7d6a5af6f8dc tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 947 time: 0.0740802
May 27 00:33:16.500440 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-093da7b2-3536-43a4-a5a9-0d5c1b6b0ad4 req-0e31b4d3-a833-43fe-b62f-1995f63e098a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396974
May 27 00:33:16.662232 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-5860137e-6b07-4981-8aef-8c6b1570a79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:17.270531 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf95787-2fa9-4e1e-a90b-e5500e13fb03 req-103c8a3c-d7a0-4fee-afa3-bc0dddd4a2a8 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:17.271893 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bdf95787-2fa9-4e1e-a90b-e5500e13fb03 req-103c8a3c-d7a0-4fee-afa3-bc0dddd4a2a8 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0763390
May 27 00:33:17.315505 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bdf95787-2fa9-4e1e-a90b-e5500e13fb03 req-031ec3df-5c65-4401-a279-3e6b1b20ee0e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382025
May 27 00:33:17.710954 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdbb83-9a39-4f43-a985-600460ad0796 req-7def8657-8149-4f64-9642-a5d13cc5ddf4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:17.712411 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1dbdbb83-9a39-4f43-a985-600460ad0796 req-7def8657-8149-4f64-9642-a5d13cc5ddf4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 947 time: 0.0759003
May 27 00:33:17.760843 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1dbdbb83-9a39-4f43-a985-600460ad0796 req-49c071f2-ca6e-44b1-b29b-9b110d2a1dc4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426929
May 27 00:33:17.898788 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:17.968219 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:18.493914 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device ff147bb1-400c-4775-ba37-ed6078ce146d no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:33:18.526646 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: ff147bb1-400c-4775-ba37-ed6078ce146d {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:33:18.526972 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device ff147bb1-400c-4775-ba37-ed6078ce146d not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:33:18.648234 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69e992-5045-44df-a582-086eae989360 req-ee8ff296-b07f-4c9d-ad43-9f40792ed0ee tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:18.649611 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac69e992-5045-44df-a582-086eae989360 req-ee8ff296-b07f-4c9d-ad43-9f40792ed0ee tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0750799
May 27 00:33:18.693713 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ac69e992-5045-44df-a582-086eae989360 req-b3357363-d397-463e-af21-a76c60c19f47 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379910
May 27 00:33:18.972695 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b0bb0-f4f3-4a4d-b79f-3bf4df1a6faf req-1c3fc8a5-ec2b-4d7f-a477-d18309ba171e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:18.974134 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e69b0bb0-f4f3-4a4d-b79f-3bf4df1a6faf req-1c3fc8a5-ec2b-4d7f-a477-d18309ba171e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 947 time: 0.0788767
May 27 00:33:19.019187 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e69b0bb0-f4f3-4a4d-b79f-3bf4df1a6faf req-a9021d7c-f455-4970-b47c-83bf297bf366 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395453
May 27 00:33:19.193573 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:19.887842 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5b353-0821-44dc-b886-5674de9b08ae req-416d149d-2c7c-4a72-8720-4090929538ac tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:19.889260 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-92d5b353-0821-44dc-b886-5674de9b08ae req-416d149d-2c7c-4a72-8720-4090929538ac tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0761118
May 27 00:33:19.936572 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-92d5b353-0821-44dc-b886-5674de9b08ae req-c9a27be6-c531-4bae-b373-9186b5e6ceef tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413506
May 27 00:33:20.233587 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59523162-cd60-4039-94ba-3beab3a62eac req-eaec91f8-8717-483b-a39b-f6a425291ce8 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:20.235021 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-59523162-cd60-4039-94ba-3beab3a62eac req-eaec91f8-8717-483b-a39b-f6a425291ce8 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 947 time: 0.0782933
May 27 00:33:20.280879 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-59523162-cd60-4039-94ba-3beab3a62eac req-6bfb4425-e9ec-4f6d-a9d4-72af7767d887 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403173
May 27 00:33:20.656310 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ed1a29eb-0039-45ff-a3a2-72042ecacdea req-5bb4fb95-c19b-4b7c-be11-d7a04869d83e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 1100 time: 0.0667706
May 27 00:33:20.697376 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ed1a29eb-0039-45ff-a3a2-72042ecacdea req-7d7da923-c1ef-4bfc-ac22-4245a97822c5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0345540
May 27 00:33:21.133739 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b4a3a-e2f6-4583-a072-be34046a212c req-16a811f1-4d1c-4d56-9580-25bc5265ea28 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:21.135186 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ec4b4a3a-e2f6-4583-a072-be34046a212c req-16a811f1-4d1c-4d56-9580-25bc5265ea28 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0754828
May 27 00:33:21.183865 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ec4b4a3a-e2f6-4583-a072-be34046a212c req-93e6f366-f9ea-442f-aba8-91715ffd3c55 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430651
May 27 00:33:21.488382 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d634fb-9bd1-4e17-8886-a6a31e59ca0e req-b1554ec7-c8e1-4898-ac3f-c1780cfb06d7 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:21.489801 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-91d634fb-9bd1-4e17-8886-a6a31e59ca0e req-b1554ec7-c8e1-4898-ac3f-c1780cfb06d7 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 947 time: 0.0753865
May 27 00:33:21.537499 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-91d634fb-9bd1-4e17-8886-a6a31e59ca0e req-1b51d467-c16d-4d70-b020-906ed5bc064e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419574
May 27 00:33:22.388179 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0c2ae-32b2-43ad-946f-d0b209ba2b48 req-cac209be-0aac-40ea-9027-e4b0e3049004 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:22.394997 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-84a0c2ae-32b2-43ad-946f-d0b209ba2b48 req-cac209be-0aac-40ea-9027-e4b0e3049004 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0885000
May 27 00:33:22.440553 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-84a0c2ae-32b2-43ad-946f-d0b209ba2b48 req-08e8d26f-05ed-4131-b479-f2e4c24a006a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447145
May 27 00:33:22.753271 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d1f25-391e-4ce1-ab38-24fac9f2adb6 req-cb64788a-7cfd-49ee-a56e-aebf09cafb36 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:22.754699 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-036d1f25-391e-4ce1-ab38-24fac9f2adb6 req-cb64788a-7cfd-49ee-a56e-aebf09cafb36 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 947 time: 0.0753725
May 27 00:33:22.799793 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-036d1f25-391e-4ce1-ab38-24fac9f2adb6 req-354c218e-4901-40fc-aa09-2fdd7810d92c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393732
May 27 00:33:23.637925 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab8639-d9a5-4b3e-849d-216cd7e5b904 req-84b1aacb-4de3-42a9-944b-ba9bb5c13cb4 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:23.640044 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-85ab8639-d9a5-4b3e-849d-216cd7e5b904 req-84b1aacb-4de3-42a9-944b-ba9bb5c13cb4 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0784583
May 27 00:33:23.684414 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-85ab8639-d9a5-4b3e-849d-216cd7e5b904 req-0f6360a3-d6b5-4c12-8a37-e397673de8af tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385611
May 27 00:33:24.012868 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2faca7-644a-4573-81f9-1363f6933071 req-f9fbb102-0c1d-4439-af2a-5507c8299c31 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:24.014313 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6d2faca7-644a-4573-81f9-1363f6933071 req-f9fbb102-0c1d-4439-af2a-5507c8299c31 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 947 time: 0.0734174
May 27 00:33:24.059023 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6d2faca7-644a-4573-81f9-1363f6933071 req-ae4d1e1b-a913-4218-8884-7b478634dc7e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387671
May 27 00:33:24.881905 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bde113-b448-40ed-baa7-2f06a717626d req-0a6f7546-c884-4d9a-b3b5-3181f55ecd7d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:24.883315 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a5bde113-b448-40ed-baa7-2f06a717626d req-0a6f7546-c884-4d9a-b3b5-3181f55ecd7d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0764496
May 27 00:33:24.927502 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a5bde113-b448-40ed-baa7-2f06a717626d req-34ff44e7-326d-4b29-913a-3d2c7da6092f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378473
May 27 00:33:26.120465 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c9ebd-b1d7-4db8-8da0-75384773e110 req-8fee8a71-5851-431e-ba9f-b867286f8dd4 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:26.121890 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2f2c9ebd-b1d7-4db8-8da0-75384773e110 req-8fee8a71-5851-431e-ba9f-b867286f8dd4 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0734713
May 27 00:33:26.170187 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2f2c9ebd-b1d7-4db8-8da0-75384773e110 req-2d956e0b-d3d5-4b9f-a7f3-562e116b5062 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428028
May 27 00:33:27.364140 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27384d-2969-4714-8c1f-37f7e563423a req-3bf845cf-e3c1-40a6-bd17-42c80f5f1b8f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:27.365482 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2f27384d-2969-4714-8c1f-37f7e563423a req-3bf845cf-e3c1-40a6-bd17-42c80f5f1b8f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0753081
May 27 00:33:27.409237 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2f27384d-2969-4714-8c1f-37f7e563423a req-4133c122-8887-43c4-b970-12a52d721bb0 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382981
May 27 00:33:28.202231 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3a41216d-3598-421e-aec8-6d2c1ebde1ac tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:28.203657 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3a41216d-3598-421e-aec8-6d2c1ebde1ac tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/networks?id=787c0cb1-d666-4814-9adc-e7ea37445e86 HTTP/1.1" status: 200  len: 813 time: 0.1365094
May 27 00:33:28.219026 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-0807c478-4f00-4bc7-a409-ed71a5b4cccf tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/quotas/cdaedfea783643c1859e314eaf1f0ba0 HTTP/1.1" status: 200  len: 375 time: 0.0099931
May 27 00:33:28.305728 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-85e13b39-e338-4f20-86a2-af50442a99a9 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cdaedfea783643c1859e314eaf1f0ba0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0819063
May 27 00:33:28.507460 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-4c9730e6-a93d-4737-9e8e-ba59b1796dfa service neutron] 10.222.0.21 "GET /v2.0/networks/787c0cb1-d666-4814-9adc-e7ea37445e86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943426
May 27 00:33:28.686719 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-5b9fa9a0-4a77-4ba9-99be-100fb06598f2 service neutron] 10.222.0.21 "GET /v2.0/networks/787c0cb1-d666-4814-9adc-e7ea37445e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734598
May 27 00:33:28.699530 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff1db7-9466-46f2-b812-fec32880ce88 req-b379e24c-1901-4eea-814a-12167bd33619 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:28.701385 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cdff1db7-9466-46f2-b812-fec32880ce88 req-b379e24c-1901-4eea-814a-12167bd33619 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.1689637
May 27 00:33:28.747916 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cdff1db7-9466-46f2-b812-fec32880ce88 req-f023d2be-0f17-417d-8a9f-2713171c5766 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408349
May 27 00:33:28.883581 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7bedadf4-7bcc-4c89-9b43-2867abcf8ee6 req-053cafc6-9eb5-4df9-a290-cf67e4d7f155 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 210 time: 0.0430439
May 27 00:33:29.948212 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dce5ba-e928-4317-8c68-f7a452ddaba9 req-b032bb61-47d0-47cc-bab0-c085c2be72f5 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:29.950476 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-66dce5ba-e928-4317-8c68-f7a452ddaba9 req-b032bb61-47d0-47cc-bab0-c085c2be72f5 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0801775
May 27 00:33:30.001481 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-66dce5ba-e928-4317-8c68-f7a452ddaba9 req-c6a9f864-ba9f-4425-904f-d81fa4836554 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445399
May 27 00:33:30.060293 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1de05675-d0bc-4ecb-a0ab-0d8d7dceb794 req-763c1d0b-302d-4809-aaa5-bfd0c06884f8 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 210 time: 0.0448284
May 27 00:33:30.230400 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-8027bf79-9326-47bd-a55a-eca4c17099ac tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:30.231841 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-8027bf79-9326-47bd-a55a-eca4c17099ac tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.45 "GET /v2.0/networks?id=787c0cb1-d666-4814-9adc-e7ea37445e86 HTTP/1.1" status: 200  len: 813 time: 0.2324929
May 27 00:33:30.251054 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Request body: {'port': {'device_id': '398d1347-6ce3-44f3-8c59-e2914723b543', 'network_id': '787c0cb1-d666-4814-9adc-e7ea37445e86', 'admin_state_up': True, 'tenant_id': 'cdaedfea783643c1859e314eaf1f0ba0'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:33:30.382020 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:33:30.385903 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Usage tracker for resource:port and tenant:cdaedfea783643c1859e314eaf1f0ba0 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:33:30.388694 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:33:30.394275 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:33:30.403820 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Made reservation on behalf of cdaedfea783643c1859e314eaf1f0ba0 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:33:30.407181 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:30.566325 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Allocated IP 172.20.0.5 (787c0cb1-d666-4814-9adc-e7ea37445e86/d8b986bc-2a09-4164-b78f-d8367c770032/c845b938-180c-40c2-aa5c-98c3aa6c605c) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:33:30.769196 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:30.796125 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:30.862920 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Network 787c0cb1-d666-4814-9adc-e7ea37445e86 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:33:30.865823 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:33:30.869561 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:33:30.906343 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Pushing event updated for resources: {'Port': ['ID=c845b938-180c-40c2-aa5c-98c3aa6c605c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:33:30.925860 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:30.926197 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:30.926529 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:30.926853 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:30.927176 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:30.927500 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:30.927849 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:30.928170 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:30.928488 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:30.928800 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:30.929111 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:30.944636 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:30.945293 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:30.968213 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2b63603d-fb3f-4505-b0fe-7bd29cfc3db1 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7207441
May 27 00:33:31.100490 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Request body: {'port': {'device_id': '398d1347-6ce3-44f3-8c59-e2914723b543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:33:31.210267 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:31.241735 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3abef-fd34-4620-b10a-f41328a81a81 req-0dc65e8c-31a7-463f-9738-77e596419bf0 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:31.243182 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ebe3abef-fd34-4620-b10a-f41328a81a81 req-0dc65e8c-31a7-463f-9738-77e596419bf0 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.1167068
May 27 00:33:31.306315 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ebe3abef-fd34-4620-b10a-f41328a81a81 req-7be72ff5-7918-4e80-ac3d-bac6b4030d28 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563667
May 27 00:33:31.316137 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec6d1e-6385-4023-a65b-0e7bc98ff267 req-2ad43bbf-476b-4f1c-9f91-6632281c24a4 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:31.317683 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5aec6d1e-6385-4023-a65b-0e7bc98ff267 req-2ad43bbf-476b-4f1c-9f91-6632281c24a4 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 931 time: 0.1253161
May 27 00:33:31.372021 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5aec6d1e-6385-4023-a65b-0e7bc98ff267 req-1b0ad698-6a29-47e3-a791-a3b49d524f7c tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473742
May 27 00:33:31.538061 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c845b938-180c-40c2-aa5c-98c3aa6c605c {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:33:31.545170 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:31.558748 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Transition to ACTIVE for port object c845b938-180c-40c2-aa5c-98c3aa6c605c will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:33:31.563351 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:31.691364 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c845b938-180c-40c2-aa5c-98c3aa6c605c,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:33:31.791422 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Attempting to bind port c845b938-180c-40c2-aa5c-98c3aa6c605c on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:33:31.791773 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Attempting to bind port c845b938-180c-40c2-aa5c-98c3aa6c605c by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '965b38cf-84aa-48af-856a-7db6ff909bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '787c0cb1-d666-4814-9adc-e7ea37445e86'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:33:31.792097 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Attempting to bind port c845b938-180c-40c2-aa5c-98c3aa6c605c on network 787c0cb1-d666-4814-9adc-e7ea37445e86 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:33:31.798249 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Port c845b938-180c-40c2-aa5c-98c3aa6c605c on network 787c0cb1-d666-4814-9adc-e7ea37445e86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:33:31.798565 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Attempting to bind port c845b938-180c-40c2-aa5c-98c3aa6c605c on network 787c0cb1-d666-4814-9adc-e7ea37445e86 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:33:31.804703 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:33:31.805029 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Checking segment: {'id': '965b38cf-84aa-48af-856a-7db6ff909bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '787c0cb1-d666-4814-9adc-e7ea37445e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:33:31.805402 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Bound using segment: {'id': '965b38cf-84aa-48af-856a-7db6ff909bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '787c0cb1-d666-4814-9adc-e7ea37445e86'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:33:31.805811 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Bound port: c845b938-180c-40c2-aa5c-98c3aa6c605c, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965b38cf-84aa-48af-856a-7db6ff909bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '787c0cb1-d666-4814-9adc-e7ea37445e86'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:33:31.806150 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:31.896461 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] For port c845b938-180c-40c2-aa5c-98c3aa6c605c, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:33:31.899917 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] For port c845b938-180c-40c2-aa5c-98c3aa6c605c, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c845b938-180c-40c2-aa5c-98c3aa6c605c,segment=NetworkSegment(965b38cf-84aa-48af-856a-7db6ff909bc7),segment_id=965b38cf-84aa-48af-856a-7db6ff909bc7)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:33:31.904417 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:31.962425 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:31.963948 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] 10.222.0.45 "PUT /v2.0/ports/c845b938-180c-40c2-aa5c-98c3aa6c605c HTTP/1.1" status: 200  len: 1093 time: 0.9381104
May 27 00:33:31.967278 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398d1347-6ce3-44f3-8c59-e2914723b543', 'tag': 'c845b938-180c-40c2-aa5c-98c3aa6c605c'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:33:31.986184 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad9ffd-4688-4209-afb5-c7968b8061b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c845b938-180c-40c2-aa5c-98c3aa6c605c,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:33:32.042131 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c34c00-862e-461c-9432-e30269a401a6'] response: {'name': 'network-changed', 'server_uuid': '398d1347-6ce3-44f3-8c59-e2914723b543', 'tag': 'c845b938-180c-40c2-aa5c-98c3aa6c605c', 'status': 'completed', 'code': 200}
May 27 00:33:32.132650 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-62fdcf30-d26e-4733-9a8f-25efe4cc6f04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cdaedfea783643c1859e314eaf1f0ba0&device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 1096 time: 0.1245899
May 27 00:33:32.213026 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-01105942-4abc-4995-917f-e88e68ecb8d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c845b938-180c-40c2-aa5c-98c3aa6c605c HTTP/1.1" status: 200  len: 217 time: 0.0604098
May 27 00:33:32.275888 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-d719884f-590c-4ed1-bafb-07ed7d73427a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:32.277262 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-d719884f-590c-4ed1-bafb-07ed7d73427a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8b986bc-2a09-4164-b78f-d8367c770032 HTTP/1.1" status: 200  len: 853 time: 0.0577929
May 27 00:33:32.328264 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-171f8cbd-6432-4eb1-8b48-92fa40d25aa9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=787c0cb1-d666-4814-9adc-e7ea37445e86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0372975
May 27 00:33:32.469671 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-2132333d-0a68-40d6-9e04-044b703f48d5 service neutron] 10.222.0.45 "GET /v2.0/networks/787c0cb1-d666-4814-9adc-e7ea37445e86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334610
May 27 00:33:32.506118 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282af88d-fbe5-4a44-a6f9-3ec43227baba req-e02e4e51-a9fa-421f-b4f2-0dee613bcc38 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:32.507543 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-282af88d-fbe5-4a44-a6f9-3ec43227baba req-e02e4e51-a9fa-421f-b4f2-0dee613bcc38 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0786796
May 27 00:33:32.606522 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-282af88d-fbe5-4a44-a6f9-3ec43227baba req-089a0088-2693-43b1-bfca-e575de80bc15 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608168
May 27 00:33:32.613375 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9af2530a-6c07-4da3-8db4-e8d3546a47bf req-207e20d3-ce11-4b15-ab75-2e6314d3ea22 service neutron] 10.222.0.45 "GET /v2.0/networks/787c0cb1-d666-4814-9adc-e7ea37445e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364062
May 27 00:33:32.622418 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ed6f0-8643-4354-9a14-1134595c0371 req-d9b339d2-5b72-4aca-8d03-58b6c1d61ee6 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:32.624467 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c08ed6f0-8643-4354-9a14-1134595c0371 req-d9b339d2-5b72-4aca-8d03-58b6c1d61ee6 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 943 time: 0.1243596
May 27 00:33:32.682016 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c08ed6f0-8643-4354-9a14-1134595c0371 req-5f870114-aa83-43cf-87bd-01e1b7f31d62 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436335
May 27 00:33:32.743102 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2a92d161-5ff9-4bf1-8b00-b45f89eca059 req-fd7c4b51-fbd6-4e1e-b0d3-eebaee7cdcc0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cdaedfea783643c1859e314eaf1f0ba0&device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 1096 time: 0.0714905
May 27 00:33:32.871411 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92d161-5ff9-4bf1-8b00-b45f89eca059 req-76779a30-5e51-4153-a9c7-697fe32ab6db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:32.873419 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2a92d161-5ff9-4bf1-8b00-b45f89eca059 req-76779a30-5e51-4153-a9c7-697fe32ab6db service neutron] 10.222.0.45 "GET /v2.0/networks?id=787c0cb1-d666-4814-9adc-e7ea37445e86 HTTP/1.1" status: 200  len: 914 time: 0.1232107
May 27 00:33:32.938835 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2a92d161-5ff9-4bf1-8b00-b45f89eca059 req-f6a91aca-4fed-4a53-b036-b18cea2ded9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c845b938-180c-40c2-aa5c-98c3aa6c605c HTTP/1.1" status: 200  len: 217 time: 0.0596488
May 27 00:33:33.007635 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92d161-5ff9-4bf1-8b00-b45f89eca059 req-99aa76ab-e64c-4ef8-865f-925a48028d1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:33.009090 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2a92d161-5ff9-4bf1-8b00-b45f89eca059 req-99aa76ab-e64c-4ef8-865f-925a48028d1c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8b986bc-2a09-4164-b78f-d8367c770032 HTTP/1.1" status: 200  len: 853 time: 0.0597470
May 27 00:33:33.053624 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2a92d161-5ff9-4bf1-8b00-b45f89eca059 req-78be4cb9-ce1c-407b-87f4-df7a33a8c485 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=787c0cb1-d666-4814-9adc-e7ea37445e86&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0378919
May 27 00:33:33.179103 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2a92d161-5ff9-4bf1-8b00-b45f89eca059 req-737fd70d-9f08-4ecb-a909-32445c7c35ca service neutron] 10.222.0.45 "GET /v2.0/networks/787c0cb1-d666-4814-9adc-e7ea37445e86?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1191137
May 27 00:33:33.305365 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2a92d161-5ff9-4bf1-8b00-b45f89eca059 req-5785587a-232b-4cc4-822e-2e6b5509d151 service neutron] 10.222.0.45 "GET /v2.0/networks/787c0cb1-d666-4814-9adc-e7ea37445e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1187718
May 27 00:33:33.811338 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa8ec0-336d-4442-94a0-af29fae38a6c req-1b93d043-3207-47da-8b86-5d63af56a14a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:33.812816 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e4fa8ec0-336d-4442-94a0-af29fae38a6c req-1b93d043-3207-47da-8b86-5d63af56a14a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0795426
May 27 00:33:33.904527 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e4fa8ec0-336d-4442-94a0-af29fae38a6c req-eb17d5e4-72a1-4795-9cd9-4118c31aa0c7 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614121
May 27 00:33:33.922754 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35e57b-cd9e-4313-a101-9c29e1fc516e req-4fcf1f03-6b8e-411b-8f3a-362f6db521eb tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:33.924222 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6e35e57b-cd9e-4313-a101-9c29e1fc516e req-4fcf1f03-6b8e-411b-8f3a-362f6db521eb tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 943 time: 0.1105659
May 27 00:33:33.968364 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6e35e57b-cd9e-4313-a101-9c29e1fc516e req-954780e3-9ffd-48f8-a43b-2aeda281d8fb tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386467
May 27 00:33:34.662656 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-27a1e58e-d0a2-4c4f-b2d2-d5ff8eb98e8c req-4a94348c-4ae3-42cf-95d1-ce557363826d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 1098 time: 0.0664787
May 27 00:33:34.708804 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-27a1e58e-d0a2-4c4f-b2d2-d5ff8eb98e8c req-1b437806-f1f8-4699-98cc-728ab97f2a73 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376015
May 27 00:33:35.137098 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f72753-3748-4f31-b7c1-2839984fadc9 req-3e78259a-41e7-4e01-9653-c63ee832e0a5 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:35.139022 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-56f72753-3748-4f31-b7c1-2839984fadc9 req-3e78259a-41e7-4e01-9653-c63ee832e0a5 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.1140649
May 27 00:33:35.203813 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-56f72753-3748-4f31-b7c1-2839984fadc9 req-d9a76a7a-5f3c-4dec-842f-c1dfbfa2e4d8 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543616
May 27 00:33:35.211143 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972beae-78d7-48b2-8a75-825559913793 req-c094522d-dde7-4eaa-93d1-deb7958892dd tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:35.212540 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0972beae-78d7-48b2-8a75-825559913793 req-c094522d-dde7-4eaa-93d1-deb7958892dd tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 943 time: 0.1235819
May 27 00:33:35.256997 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0972beae-78d7-48b2-8a75-825559913793 req-80663c33-9ff2-4c93-af1e-7bcb2104d69d tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382042
May 27 00:33:36.119000 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device c845b938-180c-40c2-aa5c-98c3aa6c605c details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:33:36.274401 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port c845b938-180c-40c2-aa5c-98c3aa6c605c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c845b938-180c-40c2-aa5c-98c3aa6c605c,segment=NetworkSegment(965b38cf-84aa-48af-856a-7db6ff909bc7),segment_id=965b38cf-84aa-48af-856a-7db6ff909bc7)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:33:36.288551 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': 'c845b938-180c-40c2-aa5c-98c3aa6c605c', 'network_id': '787c0cb1-d666-4814-9adc-e7ea37445e86', 'port_id': 'c845b938-180c-40c2-aa5c-98c3aa6c605c', 'mac_address': 'fa:16:3e:e4:58:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b986bc-2a09-4164-b78f-d8367c770032', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:33:36.343251 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:36.361225 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c845b938-180c-40c2-aa5c-98c3aa6c605c {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:33:36.376096 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port c845b938-180c-40c2-aa5c-98c3aa6c605c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c845b938-180c-40c2-aa5c-98c3aa6c605c,segment=NetworkSegment(965b38cf-84aa-48af-856a-7db6ff909bc7),segment_id=965b38cf-84aa-48af-856a-7db6ff909bc7)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:33:36.381041 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:36.447762 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d7826-7f0d-4b23-ba12-6f0d90ccfbe1 req-3975c2b5-339e-4983-9154-e34b95289918 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:36.449067 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=c845b938-180c-40c2-aa5c-98c3aa6c605c,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:33:36.449300 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-eb4d7826-7f0d-4b23-ba12-6f0d90ccfbe1 req-3975c2b5-339e-4983-9154-e34b95289918 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.1230593
May 27 00:33:36.459439 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:36.459842 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:36.460122 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:36.460647 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:36.461239 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:36.461728 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:36.462218 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:36.462702 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:36.463217 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:36.463843 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:36.464316 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:33:36.513786 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-eb4d7826-7f0d-4b23-ba12-6f0d90ccfbe1 req-2d3969e3-dc4a-42fc-a3fe-b31bf8734033 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523088
May 27 00:33:36.520391 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70928989-e77b-44e9-9e1f-0b80156c00f0 req-6cfc233a-9c19-4d97-8076-471c11ce54dd tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:36.521914 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-70928989-e77b-44e9-9e1f-0b80156c00f0 req-6cfc233a-9c19-4d97-8076-471c11ce54dd tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 944 time: 0.1308811
May 27 00:33:36.571413 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-70928989-e77b-44e9-9e1f-0b80156c00f0 req-fc57adbb-b648-4b7f-bacc-fd5fdb1f80f5 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420511
May 27 00:33:36.885104 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['c845b938-180c-40c2-aa5c-98c3aa6c605c'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:33:37.819421 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbbfeb-959f-4073-9c09-0584967b4dc5 req-3fcb9ee3-9e86-438d-9529-0dced91916c8 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:37.820804 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-affbbfeb-959f-4073-9c09-0584967b4dc5 req-3fcb9ee3-9e86-438d-9529-0dced91916c8 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.1773324
May 27 00:33:37.868111 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e0485-972b-41bc-808d-a9902e0b7fff req-a2bbdd91-0b96-4297-a704-84084d1a739e tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:37.869545 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-223e0485-972b-41bc-808d-a9902e0b7fff req-a2bbdd91-0b96-4297-a704-84084d1a739e tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 944 time: 0.1739180
May 27 00:33:37.897905 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-affbbfeb-959f-4073-9c09-0584967b4dc5 req-edb82ece-3e5a-43ae-91c4-8789632e85a2 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698340
May 27 00:33:37.921481 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-223e0485-972b-41bc-808d-a9902e0b7fff req-fe4a5dc0-d1d9-4ee8-b29b-d4ac794f862c tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456712
May 27 00:33:38.137771 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device c845b938-180c-40c2-aa5c-98c3aa6c605c up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:33:38.210246 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port c845b938-180c-40c2-aa5c-98c3aa6c605c completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:33:38.215319 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port c845b938-180c-40c2-aa5c-98c3aa6c605c triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:33:38.215731 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:38.325486 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:38.353860 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398d1347-6ce3-44f3-8c59-e2914723b543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c845b938-180c-40c2-aa5c-98c3aa6c605c'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:33:38.364218 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port c845b938-180c-40c2-aa5c-98c3aa6c605c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c845b938-180c-40c2-aa5c-98c3aa6c605c,segment=NetworkSegment(965b38cf-84aa-48af-856a-7db6ff909bc7),segment_id=965b38cf-84aa-48af-856a-7db6ff909bc7)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:33:38.367965 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:38.409707 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b336c5-06ef-4f67-9680-2c8eb0ead1c6'] response: {'server_uuid': '398d1347-6ce3-44f3-8c59-e2914723b543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c845b938-180c-40c2-aa5c-98c3aa6c605c', 'code': 200}
May 27 00:33:38.439169 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=c845b938-180c-40c2-aa5c-98c3aa6c605c,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:33:38.637798 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32074b39-684f-4da2-b4e0-5d173d52f510 req-369650d2-a434-4d6e-a80e-75db50a16f24 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:38.639357 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-32074b39-684f-4da2-b4e0-5d173d52f510 req-369650d2-a434-4d6e-a80e-75db50a16f24 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0773473
May 27 00:33:38.649891 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f074383b-e2d0-4df2-8864-1f0a53676a3c req-ee5b41e3-836b-433c-98a1-1a4172fbf718 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 1098 time: 0.1195226
May 27 00:33:38.685189 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-32074b39-684f-4da2-b4e0-5d173d52f510 req-ad6ba086-55cc-4849-a645-9b512e88f0a2 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402174
May 27 00:33:38.731793 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e0af08df-f0c4-4631-82ff-832e918bb346 req-2d0bee57-a1da-4deb-a797-d5c310747a8e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 1098 time: 0.1499484
May 27 00:33:38.871321 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e0af08df-f0c4-4631-82ff-832e918bb346 req-2170f691-f82b-4e40-bdb3-e153c123c8c0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325450
May 27 00:33:38.877823 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074383b-e2d0-4df2-8864-1f0a53676a3c req-65904b40-d9dd-4937-9f51-ec3e39667fe6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:38.879180 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f074383b-e2d0-4df2-8864-1f0a53676a3c req-65904b40-d9dd-4937-9f51-ec3e39667fe6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 920 time: 0.2228322
May 27 00:33:39.117917 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03767f43-946a-4b6e-88a7-c03b105bdb20 req-c276d5da-ca3d-495e-beac-663a06e4805b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:39.119336 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-03767f43-946a-4b6e-88a7-c03b105bdb20 req-c276d5da-ca3d-495e-beac-663a06e4805b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 945 time: 0.0735793
May 27 00:33:39.164239 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-03767f43-946a-4b6e-88a7-c03b105bdb20 req-b9fefe05-c7e8-44c1-81b8-2d2b545af16c tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388830
May 27 00:33:39.323640 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f074383b-e2d0-4df2-8864-1f0a53676a3c req-f96627c0-5b8b-4d73-a5ce-85883b9f1f93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6efd9217-305f-45ad-8cbd-e560d3fa33c3 HTTP/1.1" status: 200  len: 1001 time: 0.0948930
May 27 00:33:39.384133 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074383b-e2d0-4df2-8864-1f0a53676a3c req-172f57e9-32ae-44e5-8f45-b8ef9b2e21e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:39.386024 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f074383b-e2d0-4df2-8864-1f0a53676a3c req-172f57e9-32ae-44e5-8f45-b8ef9b2e21e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.0557275
May 27 00:33:39.458294 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f074383b-e2d0-4df2-8864-1f0a53676a3c req-ca943f88-d1d8-48ca-b424-473ae27a728b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0657299
May 27 00:33:39.636083 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f074383b-e2d0-4df2-8864-1f0a53676a3c req-80e65f80-298f-4535-af3d-1ca0c37f91ff service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218643
May 27 00:33:39.767235 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f074383b-e2d0-4df2-8864-1f0a53676a3c req-1cd28ed9-21a2-4a35-9e72-ba56b4b0bc14 service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227429
May 27 00:33:39.890309 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7756a-5209-4d41-b9f7-71a54dcb57d2 req-7dffb885-ddeb-4a66-aa2f-bfcc72db79e1 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:39.891913 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-81c7756a-5209-4d41-b9f7-71a54dcb57d2 req-7dffb885-ddeb-4a66-aa2f-bfcc72db79e1 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0790060
May 27 00:33:39.938394 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-81c7756a-5209-4d41-b9f7-71a54dcb57d2 req-383724db-8c8f-43e5-9a33-bf5a3428c41b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400703
May 27 00:33:40.356683 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed2343-3783-4f25-be1d-a30286e2a429 req-4d8dd3a3-eaba-48fb-9af4-38c80d9be925 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:40.358639 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f8ed2343-3783-4f25-be1d-a30286e2a429 req-4d8dd3a3-eaba-48fb-9af4-38c80d9be925 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 945 time: 0.0744619
May 27 00:33:40.406267 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f8ed2343-3783-4f25-be1d-a30286e2a429 req-dedaa67d-6cc2-4245-9077-e425d44c57b8 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418561
May 27 00:33:41.131491 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fbede-2ee6-4231-a7d7-9a9c3cddf59f req-f2356d36-5dc9-4351-a3db-ddd4d7ec8756 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:41.132868 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-936fbede-2ee6-4231-a7d7-9a9c3cddf59f req-f2356d36-5dc9-4351-a3db-ddd4d7ec8756 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0733609
May 27 00:33:41.177903 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-936fbede-2ee6-4231-a7d7-9a9c3cddf59f req-0b03e75c-2754-4b86-bad8-4ddfb86bd7ac tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394971
May 27 00:33:41.603779 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f68c34-cef2-44a4-89b5-15bce11b6910 req-973b9cfb-b77a-4d22-9d9e-5ae021ce10f0 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:41.605262 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c1f68c34-cef2-44a4-89b5-15bce11b6910 req-973b9cfb-b77a-4d22-9d9e-5ae021ce10f0 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 945 time: 0.0780580
May 27 00:33:41.649833 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c1f68c34-cef2-44a4-89b5-15bce11b6910 req-f194c038-dd6a-44c9-9391-4f75b22e9226 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390594
May 27 00:33:42.380104 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc26a0-af1e-4ec8-ab00-2a2769a0f30e req-eb4713de-8cea-48b7-9fd1-4e1451f13d36 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:42.381525 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-accc26a0-af1e-4ec8-ab00-2a2769a0f30e req-eb4713de-8cea-48b7-9fd1-4e1451f13d36 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0761700
May 27 00:33:42.427080 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-accc26a0-af1e-4ec8-ab00-2a2769a0f30e req-18b3d9cc-e3e6-4df6-bb7f-fefb9fa6d759 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399413
May 27 00:33:43.220892 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:43.637258 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee4954-b02c-4120-92df-9f21f8ae54a1 req-1cee7d2a-1af7-47ec-b27c-a0da5c256a84 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:43.639250 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-97ee4954-b02c-4120-92df-9f21f8ae54a1 req-1cee7d2a-1af7-47ec-b27c-a0da5c256a84 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0784976
May 27 00:33:43.683102 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-97ee4954-b02c-4120-92df-9f21f8ae54a1 req-e7cc430e-dce9-4dff-9f46-f08557318b54 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381203
May 27 00:33:43.883690 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1e27b-4906-4b47-bf8e-0829a2447886 req-2559c111-c139-475a-a681-68befaadbbd3 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:43.885115 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-31f1e27b-4906-4b47-bf8e-0829a2447886 req-2559c111-c139-475a-a681-68befaadbbd3 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0737953
May 27 00:33:43.894260 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 34684) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:33:43.899553 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-b70f95e2-5391-43fb-a26e-52f712c6043f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Request body: {'floatingip': {'port_id': '6efd9217-305f-45ad-8cbd-e560d3fa33c3'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:33:43.995671 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b70f95e2-5391-43fb-a26e-52f712c6043f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for floatingip, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:44.499299 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-96d69b89-786e-47b4-b5f7-0c0c5d5d8783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:44.804369 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b70f95e2-5391-43fb-a26e-52f712c6043f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:44.808101 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b70f95e2-5391-43fb-a26e-52f712c6043f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:45.190472 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70f95e2-5391-43fb-a26e-52f712c6043f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:33:45.385369 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70f95e2-5391-43fb-a26e-52f712c6043f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:33:45.390781 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b70f95e2-5391-43fb-a26e-52f712c6043f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:45.395203 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea2dd0b-ed5f-4b9b-820d-7bf21750d095 None None] Sync routers for ids ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:33:45.407290 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2dd0b-ed5f-4b9b-820d-7bf21750d095 None None] Routers {'9a6e40c1-fded-47d4-8a46-b1bdd96b4570'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:33:45.408293 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-7ea2dd0b-ed5f-4b9b-820d-7bf21750d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf128b160>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:33:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:33:45.478011 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'tag': '6efd9217-305f-45ad-8cbd-e560d3fa33c3'}] {{(pid=83748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:33:45.511216 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-b70f95e2-5391-43fb-a26e-52f712c6043f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "PUT /v2.0/floatingips/41e968c5-4f81-46e8-9f59-7e4569eac435 HTTP/1.1" status: 200  len: 993 time: 1.6138480
May 27 00:33:45.619059 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-7ea2dd0b-ed5f-4b9b-820d-7bf21750d095 None None] Set router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:33:45.620128 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85673f51-9b06-4fd9-8fae-471de90420ad'] response: {'name': 'network-changed', 'server_uuid': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'tag': '6efd9217-305f-45ad-8cbd-e560d3fa33c3', 'status': 'completed', 'code': 200}
May 27 00:33:45.725539 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-209d69aa-4309-43e1-8e4b-c0a5d4686d05 req-a4f2bb1f-ab82-4380-9277-41911ab46e03 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 1098 time: 0.0721776
May 27 00:33:45.856259 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d69aa-4309-43e1-8e4b-c0a5d4686d05 req-d81e94f5-e8a4-486d-8573-b8d13e08800f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:45.858302 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-209d69aa-4309-43e1-8e4b-c0a5d4686d05 req-d81e94f5-e8a4-486d-8573-b8d13e08800f service neutron] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 920 time: 0.1267459
May 27 00:33:45.959690 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-209d69aa-4309-43e1-8e4b-c0a5d4686d05 req-78020f65-90c9-4e72-aa41-5a32f60ec7d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6efd9217-305f-45ad-8cbd-e560d3fa33c3 HTTP/1.1" status: 200  len: 1001 time: 0.0948434
May 27 00:33:45.963010 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-7ea2dd0b-ed5f-4b9b-820d-7bf21750d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf128b160>, [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:28:27Z', 'revision_number': 4, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port': {'id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:15Z', 'updated_at': '2022-05-27T00:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '41e968c5-4f81-46e8-9f59-7e4569eac435', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'port_id': '6efd9217-305f-45ad-8cbd-e560d3fa33c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'mac_address': 'fa:16:3e:45:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:30:34Z', 'updated_at': '2022-05-27T00:33:44Z', 'revision_number': 3, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88aa19ea-cc28-4ade-a497-b9dad4a6989f', 'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'mac_address': 'fa:16:3e:a4:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:24Z', 'updated_at': '2022-05-27T00:28:45Z', 'revision_number': 5, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'subnets': [{'id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:33:45.967437 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea2dd0b-ed5f-4b9b-820d-7bf21750d095 None None] Checking router: 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:33:45.977842 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2dd0b-ed5f-4b9b-820d-7bf21750d095 None None] Routers {'9a6e40c1-fded-47d4-8a46-b1bdd96b4570'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:33:45.978426 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-7ea2dd0b-ed5f-4b9b-820d-7bf21750d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf128b160>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:33:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:33:46.020603 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d69aa-4309-43e1-8e4b-c0a5d4686d05 req-2d55e779-4f6c-490a-a468-1cbdbe8a0e5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:46.022036 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-209d69aa-4309-43e1-8e4b-c0a5d4686d05 req-2d55e779-4f6c-490a-a468-1cbdbe8a0e5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.0564837
May 27 00:33:46.095324 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-209d69aa-4309-43e1-8e4b-c0a5d4686d05 req-bdbbb2af-9d27-463c-a312-2dd76fd7b8c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0670357
May 27 00:33:46.150225 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-7ea2dd0b-ed5f-4b9b-820d-7bf21750d095 None None] Set router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:33:46.226576 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-209d69aa-4309-43e1-8e4b-c0a5d4686d05 req-1b24ad48-4893-4437-b3d3-3689acae835a service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226983
May 27 00:33:46.356176 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-209d69aa-4309-43e1-8e4b-c0a5d4686d05 req-3d75c9c7-7616-47fa-82b4-4a0625dfa25a service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228576
May 27 00:33:46.492212 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-7ea2dd0b-ed5f-4b9b-820d-7bf21750d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf128b160>, [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:28:27Z', 'revision_number': 4, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port': {'id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:15Z', 'updated_at': '2022-05-27T00:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '41e968c5-4f81-46e8-9f59-7e4569eac435', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'port_id': '6efd9217-305f-45ad-8cbd-e560d3fa33c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'mac_address': 'fa:16:3e:45:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:30:34Z', 'updated_at': '2022-05-27T00:33:44Z', 'revision_number': 3, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88aa19ea-cc28-4ade-a497-b9dad4a6989f', 'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'mac_address': 'fa:16:3e:a4:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:24Z', 'updated_at': '2022-05-27T00:28:45Z', 'revision_number': 5, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'subnets': [{'id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:33:46.496450 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea2dd0b-ed5f-4b9b-820d-7bf21750d095 None None] The sync data for ids ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'] in dv-cinder-843305-3-iscsi is: [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:28:27Z', 'revision_number': 4, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port': {'id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:15Z', 'updated_at': '2022-05-27T00:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '41e968c5-4f81-46e8-9f59-7e4569eac435', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'port_id': '6efd9217-305f-45ad-8cbd-e560d3fa33c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'mac_address': 'fa:16:3e:45:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:30:34Z', 'updated_at': '2022-05-27T00:33:44Z', 'revision_number': 3, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88aa19ea-cc28-4ade-a497-b9dad4a6989f', 'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'mac_address': 'fa:16:3e:a4:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:24Z', 'updated_at': '2022-05-27T00:28:45Z', 'revision_number': 5, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'subnets': [{'id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:33:46.664503 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-836b9d49-defd-4d67-b8eb-7e228dc1ad8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:47.621177 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'tag': '6efd9217-305f-45ad-8cbd-e560d3fa33c3'}] {{(pid=83748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:33:47.675520 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f39274e-6911-4e70-9176-3d186123c820'] response: {'name': 'network-changed', 'server_uuid': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'tag': '6efd9217-305f-45ad-8cbd-e560d3fa33c3', 'status': 'completed', 'code': 200}
May 27 00:33:47.774229 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c6e08628-3190-43c1-8465-0a5cce68df32 req-f55e0f6b-cf23-4ce9-8768-fd5dc8ef828f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 1098 time: 0.0712557
May 27 00:33:47.901765 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:47.903823 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e08628-3190-43c1-8465-0a5cce68df32 req-661ed3c2-3624-49b6-b7b1-a35b2406de31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:47.905265 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c6e08628-3190-43c1-8465-0a5cce68df32 req-661ed3c2-3624-49b6-b7b1-a35b2406de31 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 200  len: 920 time: 0.1248646
May 27 00:33:47.970698 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:48.069740 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c6e08628-3190-43c1-8465-0a5cce68df32 req-113e88f4-b17d-414c-b597-19ada063b04f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6efd9217-305f-45ad-8cbd-e560d3fa33c3 HTTP/1.1" status: 200  len: 1001 time: 0.1566005
May 27 00:33:48.135213 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e08628-3190-43c1-8465-0a5cce68df32 req-2196045b-a8de-4763-a8e6-8d790fac4e00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:33:48.136620 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c6e08628-3190-43c1-8465-0a5cce68df32 req-2196045b-a8de-4763-a8e6-8d790fac4e00 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 200  len: 858 time: 0.0552909
May 27 00:33:48.209315 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c6e08628-3190-43c1-8465-0a5cce68df32 req-816267bd-126f-4d0a-8926-e5f2c79ef029 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4738b157-f228-41f8-8014-912ba15b7620&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0656724
May 27 00:33:48.338667 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c6e08628-3190-43c1-8465-0a5cce68df32 req-3770a75a-0f34-4d3c-b58a-a55ea2767c4e service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216853
May 27 00:33:48.466665 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c6e08628-3190-43c1-8465-0a5cce68df32 req-01d0a893-9e9f-4300-8b3e-bf8d4549767c service neutron] 10.222.0.45 "GET /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215618
May 27 00:33:49.196087 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:33:52.114478 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:34:06.941114 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e156c3-1944-4e63-b7b5-2d1f19ec81b0 req-1b892ede-3fdf-41ef-9e1f-1c6b72d78921 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:06.942553 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-63e156c3-1944-4e63-b7b5-2d1f19ec81b0 req-1b892ede-3fdf-41ef-9e1f-1c6b72d78921 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 945 time: 0.0747883
May 27 00:34:06.989552 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-63e156c3-1944-4e63-b7b5-2d1f19ec81b0 req-617b494b-3253-4330-be66-58dacae0ba34 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412986
May 27 00:34:08.325995 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f71dc-692e-4628-a13a-1a2b02bf7301 req-bcbe3143-cea7-4d89-8fe5-ee7ed3e2c692 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:08.327493 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-855f71dc-692e-4628-a13a-1a2b02bf7301 req-bcbe3143-cea7-4d89-8fe5-ee7ed3e2c692 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 945 time: 0.0756860
May 27 00:34:08.372829 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-855f71dc-692e-4628-a13a-1a2b02bf7301 req-b73239fc-655e-4e9e-bfab-e79f6341f1ee tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397515
May 27 00:34:09.059167 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881ac30-4677-4ff8-9753-8948f9062e1e req-871c66b4-7a4d-4826-8212-0c808037e502 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:09.059882 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-6881ac30-4677-4ff8-9753-8948f9062e1e req-871c66b4-7a4d-4826-8212-0c808037e502 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Synchronizing usage tracker for tenant:cdaedfea783643c1859e314eaf1f0ba0 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:34:09.075059 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-6881ac30-4677-4ff8-9753-8948f9062e1e req-871c66b4-7a4d-4826-8212-0c808037e502 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Unset dirty status for tenant:cdaedfea783643c1859e314eaf1f0ba0 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:34:09.076231 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6881ac30-4677-4ff8-9753-8948f9062e1e req-871c66b4-7a4d-4826-8212-0c808037e502 tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.45 "GET /v2.0/ports?device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 945 time: 0.0939543
May 27 00:34:09.142835 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-6881ac30-4677-4ff8-9753-8948f9062e1e req-0f07c22e-41e6-487f-9796-558697a96d8b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Deleting port c845b938-180c-40c2-aa5c-98c3aa6c605c {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:34:09.143090 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6881ac30-4677-4ff8-9753-8948f9062e1e req-0f07c22e-41e6-487f-9796-558697a96d8b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:09.381443 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-6881ac30-4677-4ff8-9753-8948f9062e1e req-0f07c22e-41e6-487f-9796-558697a96d8b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] For port c845b938-180c-40c2-aa5c-98c3aa6c605c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c845b938-180c-40c2-aa5c-98c3aa6c605c,segment=NetworkSegment(965b38cf-84aa-48af-856a-7db6ff909bc7),segment_id=965b38cf-84aa-48af-856a-7db6ff909bc7)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:34:09.381794 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6881ac30-4677-4ff8-9753-8948f9062e1e req-0f07c22e-41e6-487f-9796-558697a96d8b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:09.502301 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-6881ac30-4677-4ff8-9753-8948f9062e1e req-0f07c22e-41e6-487f-9796-558697a96d8b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Calling delete_port for c845b938-180c-40c2-aa5c-98c3aa6c605c owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:34:09.572960 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3b12a-ce67-405f-893b-533bb66bd708 req-57a6c32a-c494-46b3-9a17-7b39f37762bb tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:09.580239 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-21e3b12a-ce67-405f-893b-533bb66bd708 req-57a6c32a-c494-46b3-9a17-7b39f37762bb tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/ports?device_id=398d1347-6ce3-44f3-8c59-e2914723b543 HTTP/1.1" status: 200  len: 945 time: 0.0799048
May 27 00:34:09.622847 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-21e3b12a-ce67-405f-893b-533bb66bd708 req-4eb47b4a-209c-458d-b198-103573f9171f tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.21 "GET /v2.0/security-groups?id=6edeec65-d69a-4d6f-89dc-24ed15bd94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415854
May 27 00:34:09.651302 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6881ac30-4677-4ff8-9753-8948f9062e1e req-0f07c22e-41e6-487f-9796-558697a96d8b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:09.665456 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['c845b938-180c-40c2-aa5c-98c3aa6c605c'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:34:09.701026 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07c22e-41e6-487f-9796-558697a96d8b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Pushing event deleted for resources: {'Port': ['ID=c845b938-180c-40c2-aa5c-98c3aa6c605c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:34:09.771826 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-6881ac30-4677-4ff8-9753-8948f9062e1e req-0f07c22e-41e6-487f-9796-558697a96d8b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] No DVR routers for this DVR port c845b938-180c-40c2-aa5c-98c3aa6c605c on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:34:09.774872 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-6881ac30-4677-4ff8-9753-8948f9062e1e req-0f07c22e-41e6-487f-9796-558697a96d8b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:09.777364 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398d1347-6ce3-44f3-8c59-e2914723b543', 'name': 'network-vif-deleted', 'tag': 'c845b938-180c-40c2-aa5c-98c3aa6c605c'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:34:09.792963 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6881ac30-4677-4ff8-9753-8948f9062e1e req-0f07c22e-41e6-487f-9796-558697a96d8b tempest-VolumesSnapshotTestJSON-567953137 tempest-VolumesSnapshotTestJSON-567953137-project] 10.222.0.45 "DELETE /v2.0/ports/c845b938-180c-40c2-aa5c-98c3aa6c605c HTTP/1.1" status: 204  len: 173 time: 0.7109559
May 27 00:34:09.913973 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4ea844-cfef-4216-b84f-d96d6e01c87b'] response: {'server_uuid': '398d1347-6ce3-44f3-8c59-e2914723b543', 'name': 'network-vif-deleted', 'tag': 'c845b938-180c-40c2-aa5c-98c3aa6c605c', 'status': 'completed', 'code': 200}
May 27 00:34:12.393048 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device c845b938-180c-40c2-aa5c-98c3aa6c605c no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:34:12.432096 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: c845b938-180c-40c2-aa5c-98c3aa6c605c {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:34:12.432442 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device c845b938-180c-40c2-aa5c-98c3aa6c605c not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:34:13.243079 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:14.501241 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7bce54d8-64e0-4f59-9236-462bb80450e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:15.064036 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-765b0ad7-9378-483a-8be3-ee9aad69ca43 req-f1c16166-1fe1-4720-be16-3187a3ef8dd6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0672343
May 27 00:34:16.367117 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-765b0ad7-9378-483a-8be3-ee9aad69ca43 req-a3bb1980-1b59-4f72-bd65-2403cce75402 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7667619259a4d13afe049d3106d1013&device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 1100 time: 0.0746729
May 27 00:34:16.518246 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b0ad7-9378-483a-8be3-ee9aad69ca43 req-f891d5f2-bd6a-4da8-a6cf-54c114f4138b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:16.519741 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-765b0ad7-9378-483a-8be3-ee9aad69ca43 req-f891d5f2-bd6a-4da8-a6cf-54c114f4138b service neutron] 10.222.0.45 "GET /v2.0/networks?id=8277ce01-4fed-435b-993e-be3acfd13f76 HTTP/1.1" status: 200  len: 917 time: 0.1299672
May 27 00:34:16.625035 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-765b0ad7-9378-483a-8be3-ee9aad69ca43 req-e5eb081c-c1a3-48e4-b111-551e8bc4add7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e HTTP/1.1" status: 200  len: 1002 time: 0.0994456
May 27 00:34:16.669042 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-df3a9bbd-3699-40c5-9af4-7bc1ab0cedc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:16.756963 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b0ad7-9378-483a-8be3-ee9aad69ca43 req-015cd61c-0fad-46de-9681-6c5fc177214d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:16.758462 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-765b0ad7-9378-483a-8be3-ee9aad69ca43 req-015cd61c-0fad-46de-9681-6c5fc177214d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72f33ff2-de28-4860-bac7-6c4f609dd071 HTTP/1.1" status: 200  len: 855 time: 0.1276352
May 27 00:34:16.841816 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-765b0ad7-9378-483a-8be3-ee9aad69ca43 req-db13a766-49a7-4f80-9227-f27ba00235ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8277ce01-4fed-435b-993e-be3acfd13f76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752389
May 27 00:34:16.982107 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-765b0ad7-9378-483a-8be3-ee9aad69ca43 req-11ec5327-162c-4fef-8696-cda246f54cea service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331716
May 27 00:34:17.122616 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-765b0ad7-9378-483a-8be3-ee9aad69ca43 req-55c5d26d-4c6d-407f-b678-0b648533cf80 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326115
May 27 00:34:17.909019 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:17.975848 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:18.359580 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a319a7-7376-4ded-975f-d2e315e9307b req-1483c1b5-170f-4737-abc0-67a4d7975320 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:18.361054 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-71a319a7-7376-4ded-975f-d2e315e9307b req-1483c1b5-170f-4737-abc0-67a4d7975320 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0790844
May 27 00:34:18.407901 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-71a319a7-7376-4ded-975f-d2e315e9307b req-7cb103ac-ae6a-4809-8fdb-b5c4a43e79fd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405991
May 27 00:34:19.198258 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:19.693250 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149c43f-166e-45f1-9205-92badb5a9666 req-79b54fad-508c-4264-84bc-38085d6f3b0d tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:19.694688 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e149c43f-166e-45f1-9205-92badb5a9666 req-79b54fad-508c-4264-84bc-38085d6f3b0d tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.1540320
May 27 00:34:19.744421 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e149c43f-166e-45f1-9205-92badb5a9666 req-5443f6d9-a18b-44ca-9fd9-325f7e89e4ca tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435212
May 27 00:34:20.960522 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831efe2-4b5d-4a51-8dc6-60b1a42f065e req-e2980b86-e8c4-486b-b14c-c68a171d4677 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:20.968138 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a831efe2-4b5d-4a51-8dc6-60b1a42f065e req-e2980b86-e8c4-486b-b14c-c68a171d4677 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0878637
May 27 00:34:21.018550 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a831efe2-4b5d-4a51-8dc6-60b1a42f065e req-60cc7144-a02a-4af2-893d-30ca447526a4 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495586
May 27 00:34:22.229986 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985b7f0-931f-4b1b-bbec-67627ead6bee req-ef8b3bd8-9e1f-47b0-a55d-0e0905e258fd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:22.231703 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8985b7f0-931f-4b1b-bbec-67627ead6bee req-ef8b3bd8-9e1f-47b0-a55d-0e0905e258fd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0804553
May 27 00:34:22.289394 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8985b7f0-931f-4b1b-bbec-67627ead6bee req-c5de3586-1b50-485b-b633-523d0c7fac4d tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513747
May 27 00:34:23.494778 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffc447-3c27-4a00-a5a9-5f04914b9c3d req-41b1e872-b98b-4fb5-a3ef-236f810e3e33 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:23.496232 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-41ffc447-3c27-4a00-a5a9-5f04914b9c3d req-41b1e872-b98b-4fb5-a3ef-236f810e3e33 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0797222
May 27 00:34:23.543008 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-41ffc447-3c27-4a00-a5a9-5f04914b9c3d req-1db64035-b4a1-4e05-85b3-47f429b283c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410118
May 27 00:34:24.744521 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ec5b1-760c-4d33-a452-8cad4932ba70 req-fd2032c6-d8f3-4909-83cb-8cb126e4ee12 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:24.745969 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bf1ec5b1-760c-4d33-a452-8cad4932ba70 req-fd2032c6-d8f3-4909-83cb-8cb126e4ee12 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0768199
May 27 00:34:24.791357 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bf1ec5b1-760c-4d33-a452-8cad4932ba70 req-f2082c05-9331-4432-8b47-a6ec103c734b tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391269
May 27 00:34:25.990684 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31b5e4-9586-422a-9c41-df6f494df491 req-fc8945c3-3b3b-4816-8093-16b536810a50 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:25.992183 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6b31b5e4-9586-422a-9c41-df6f494df491 req-fc8945c3-3b3b-4816-8093-16b536810a50 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0806215
May 27 00:34:26.038003 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6b31b5e4-9586-422a-9c41-df6f494df491 req-3fab2003-5760-40f5-8459-f37840a13833 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403447
May 27 00:34:27.232942 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b004a-cde9-4d2c-a2e2-d34f549025b2 req-af497159-5424-4620-81d5-4ed683fbb57d tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:27.234406 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d67b004a-cde9-4d2c-a2e2-d34f549025b2 req-af497159-5424-4620-81d5-4ed683fbb57d tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0747268
May 27 00:34:27.286524 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d67b004a-cde9-4d2c-a2e2-d34f549025b2 req-c8130c26-d5fb-409e-ab57-d13e3ad6f3cf tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465665
May 27 00:34:28.477877 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6d25b-2a99-4363-8b93-2099bf0a0d38 req-85890e7b-3ceb-4b30-be79-7fba707b9295 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:28.479300 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ed6d25b-2a99-4363-8b93-2099bf0a0d38 req-85890e7b-3ceb-4b30-be79-7fba707b9295 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0729063
May 27 00:34:28.524956 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ed6d25b-2a99-4363-8b93-2099bf0a0d38 req-acb0dc70-5a19-4e68-8ecc-d941cb641d68 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394416
May 27 00:34:29.116668 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:34:29.760599 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae281c-6b09-4bdc-ad47-77d7ed09adf4 req-e9bf5f0e-c549-4888-9c4d-988d510cd8e8 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:29.762982 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1cae281c-6b09-4bdc-ad47-77d7ed09adf4 req-e9bf5f0e-c549-4888-9c4d-988d510cd8e8 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.1099541
May 27 00:34:29.813268 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1cae281c-6b09-4bdc-ad47-77d7ed09adf4 req-e1346065-6298-49a1-bb3b-b4ae488763a0 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446756
May 27 00:34:31.030481 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bcc48-f2d5-4293-89a6-6c157495b037 req-aa34830d-04a5-43de-b74a-1a4be9037cf9 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:31.031969 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ca4bcc48-f2d5-4293-89a6-6c157495b037 req-aa34830d-04a5-43de-b74a-1a4be9037cf9 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0862238
May 27 00:34:31.081824 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ca4bcc48-f2d5-4293-89a6-6c157495b037 req-79bf59a8-3bf8-4d60-b643-7aa203a90bb6 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437734
May 27 00:34:32.293540 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca23ca-7f93-4845-b012-cc3d33eec20f req-6724a5c8-0cf6-4e53-8366-e35ad7c0dc0a tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:32.295494 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fdca23ca-7f93-4845-b012-cc3d33eec20f req-6724a5c8-0cf6-4e53-8366-e35ad7c0dc0a tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0793808
May 27 00:34:32.342493 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fdca23ca-7f93-4845-b012-cc3d33eec20f req-1cdacac5-6e5a-4112-9c8a-4a6c95a34b9e tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407615
May 27 00:34:33.550759 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c12fe-6fff-437e-af17-85f39fabba4c req-fa852e20-f418-4eee-8fa0-57262f837fc0 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:33.552915 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bf0c12fe-6fff-437e-af17-85f39fabba4c req-fa852e20-f418-4eee-8fa0-57262f837fc0 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0827093
May 27 00:34:33.604138 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bf0c12fe-6fff-437e-af17-85f39fabba4c req-8dee432f-7689-4389-a509-83f50d1a4fba tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453949
May 27 00:34:34.821081 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18363683-6309-4ddd-a358-f1e05acd30be req-0b62ba9d-75df-4ada-b598-3acabc4b1abf tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:34.822571 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-18363683-6309-4ddd-a358-f1e05acd30be req-0b62ba9d-75df-4ada-b598-3acabc4b1abf tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0826991
May 27 00:34:34.877173 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-18363683-6309-4ddd-a358-f1e05acd30be req-19eb09b0-0aa8-4a8f-a987-8acbf1e38f70 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452778
May 27 00:34:35.120678 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7e755758-7211-40e0-a308-c3be15360366 req-e0afe90f-df15-4975-8b3c-f9242b2788b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9731980df32f4139ac2ef67876d622aa&device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 1137 time: 0.1054602
May 27 00:34:35.181550 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c477e76-495d-404c-8d39-f92efcb91bba req-2706a2f0-bc83-440c-8ec6-602163f07573 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:35.184490 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0c477e76-495d-404c-8d39-f92efcb91bba req-2706a2f0-bc83-440c-8ec6-602163f07573 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 984 time: 0.1112111
May 27 00:34:35.288054 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0c477e76-495d-404c-8d39-f92efcb91bba req-1e9711df-a537-49a3-b635-052d5d14e145 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&id=588abe1f-fead-448a-a4f4-bcb9d93cba59&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0953918
May 27 00:34:35.309231 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818f54a-5a63-4211-9a7b-9778afa506d3 req-0ee5288d-f0a4-4a06-a5a3-32ecd7478b3f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:35.311361 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4818f54a-5a63-4211-9a7b-9778afa506d3 req-0ee5288d-f0a4-4a06-a5a3-32ecd7478b3f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.1006720
May 27 00:34:35.366862 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4818f54a-5a63-4211-9a7b-9778afa506d3 req-101761ab-b10f-46da-865a-66a2e971494d tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492220
May 27 00:34:35.374655 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e755758-7211-40e0-a308-c3be15360366 req-5878b9e2-448c-4e1c-9abb-337e3ba0b995 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:35.376188 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7e755758-7211-40e0-a308-c3be15360366 req-5878b9e2-448c-4e1c-9abb-337e3ba0b995 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca5aab07-144c-48b5-bc3d-33231f9c45ef HTTP/1.1" status: 200  len: 916 time: 0.2443960
May 27 00:34:35.484053 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b436ce54-70e5-4bd3-b122-499f88d6fcbf req-377ac198-142f-4887-a78f-a943d955082f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7feb0b7352ec488cb0838c2d67853e12&device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 1098 time: 0.2237115
May 27 00:34:35.566407 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7e755758-7211-40e0-a308-c3be15360366 req-a127f6d7-11a2-4c50-a2db-607af1595997 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916fab78-ef26-4b4a-98a3-1661a2382626 HTTP/1.1" status: 200  len: 1001 time: 0.1820297
May 27 00:34:35.662136 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e755758-7211-40e0-a308-c3be15360366 req-d096a8ea-133e-46ec-a12f-6153e6fb36a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:35.663668 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7e755758-7211-40e0-a308-c3be15360366 req-d096a8ea-133e-46ec-a12f-6153e6fb36a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd0f8618-a735-45f8-9e28-d0acd43f52a4 HTTP/1.1" status: 200  len: 854 time: 0.0916173
May 27 00:34:35.715068 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436ce54-70e5-4bd3-b122-499f88d6fcbf req-18d566b0-ce55-4e77-91d5-db3f4a73fdb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:35.716498 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b436ce54-70e5-4bd3-b122-499f88d6fcbf req-18d566b0-ce55-4e77-91d5-db3f4a73fdb4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93818b25-db8b-4c49-bcdd-2f72652d1c2a HTTP/1.1" status: 200  len: 912 time: 0.2248793
May 27 00:34:35.844338 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b436ce54-70e5-4bd3-b122-499f88d6fcbf req-05d03652-2958-429b-b23f-37fbcc116c12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b75c2d0-686b-462e-ac1f-fccc17453cdc HTTP/1.1" status: 200  len: 1000 time: 0.1208832
May 27 00:34:35.894377 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7e755758-7211-40e0-a308-c3be15360366 req-0bc84485-f536-4573-9683-1b896ef4bf24 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca5aab07-144c-48b5-bc3d-33231f9c45ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2185667
May 27 00:34:36.012671 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436ce54-70e5-4bd3-b122-499f88d6fcbf req-0eaff7a0-e629-4ed7-bfc9-bbe95a615432 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:36.014041 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b436ce54-70e5-4bd3-b122-499f88d6fcbf req-0eaff7a0-e629-4ed7-bfc9-bbe95a615432 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=052ff756-2064-4785-8a85-0bcbd1be012c HTTP/1.1" status: 200  len: 850 time: 0.1606596
May 27 00:34:36.111246 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7e755758-7211-40e0-a308-c3be15360366 req-53ae9d05-4bea-4a1b-b3ad-d1161bf6f601 service neutron] 10.222.0.45 "GET /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2085395
May 27 00:34:36.310873 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b436ce54-70e5-4bd3-b122-499f88d6fcbf req-66b9f21a-9273-4839-87b2-d0656ea6a4ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93818b25-db8b-4c49-bcdd-2f72652d1c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2746205
May 27 00:34:36.397165 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7e755758-7211-40e0-a308-c3be15360366 req-3de310ba-b4a5-4065-99ca-c6288783612a service neutron] 10.222.0.45 "GET /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2790151
May 27 00:34:36.460506 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b436ce54-70e5-4bd3-b122-499f88d6fcbf req-4cbe9e35-27df-4601-9e45-56b968c6624d service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368487
May 27 00:34:36.505085 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d92df-5d67-4264-aef7-ca75b159bc8a req-f8a09988-1a49-4293-849c-1e060c78f114 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:36.506690 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f44d92df-5d67-4264-aef7-ca75b159bc8a req-f8a09988-1a49-4293-849c-1e060c78f114 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 984 time: 0.0842135
May 27 00:34:36.560786 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f44d92df-5d67-4264-aef7-ca75b159bc8a req-91aff3c9-0f3f-43e5-8ee1-fd1c51f46cc7 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&id=588abe1f-fead-448a-a4f4-bcb9d93cba59&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0482423
May 27 00:34:36.625516 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b436ce54-70e5-4bd3-b122-499f88d6fcbf req-680b4e5d-df95-4c78-bd41-16c431d964b1 service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1579998
May 27 00:34:36.659055 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e62f4e-3626-4805-854a-4b97232bd37c req-7924eb04-6259-49b3-98a9-c643e6bd60f6 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:36.661003 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e4e62f4e-3626-4805-854a-4b97232bd37c req-7924eb04-6259-49b3-98a9-c643e6bd60f6 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0993125
May 27 00:34:36.710365 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e4e62f4e-3626-4805-854a-4b97232bd37c req-833d6180-3fb3-4047-bc18-13eecbb657f2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432904
May 27 00:34:37.791143 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e49120-7232-4fdd-a983-e97ebbd23a81 req-b7607e9b-667b-4b6e-89c2-6cc1fcff3a6d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:37.792722 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-58e49120-7232-4fdd-a983-e97ebbd23a81 req-b7607e9b-667b-4b6e-89c2-6cc1fcff3a6d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 984 time: 0.0859044
May 27 00:34:37.845489 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-58e49120-7232-4fdd-a983-e97ebbd23a81 req-b13fe737-13e0-4d67-8746-1680159446d3 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&id=588abe1f-fead-448a-a4f4-bcb9d93cba59&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0467954
May 27 00:34:37.928267 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db9ae7-9fb7-4d2d-bdc5-0538f7b9eeda req-c602803f-df02-4c1a-8dda-534ce980bd35 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:37.929611 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-49db9ae7-9fb7-4d2d-bdc5-0538f7b9eeda req-c602803f-df02-4c1a-8dda-534ce980bd35 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0828633
May 27 00:34:38.034125 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-49db9ae7-9fb7-4d2d-bdc5-0538f7b9eeda req-fc4c1f02-74db-4dc7-a711-c1073624a64b tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0988162
May 27 00:34:38.152391 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35012) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:34:38.209273 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Deleting subnet d8b986bc-2a09-4164-b78f-d8367c770032 {{(pid=83748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:34:38.212210 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:38.260183 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2882327'] for subnet, precommit_delete_associations {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:38.317798 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:38.381757 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3199571'] for subnet, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:38.421167 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b986bc-2a09-4164-b78f-d8367c770032,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:34:38.426668 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:38.435547 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:38.435910 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:38.436240 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:38.436568 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:38.436889 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:38.437214 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:38.437613 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:38.437930 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:38.438288 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:38.438558 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:38.438875 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:38.442224 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-0a5df080-68cc-4aaa-b690-b20b99b712d3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d8b986bc-2a09-4164-b78f-d8367c770032 HTTP/1.1" status: 204  len: 168 time: 0.2888544
May 27 00:34:38.444641 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35016) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:34:38.552206 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-33cacb4c-ad5f-40e5-b3e5-9d62df52f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:38.677636 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-33cacb4c-ad5f-40e5-b3e5-9d62df52f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:38.701935 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-33cacb4c-ad5f-40e5-b3e5-9d62df52f0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf08f26d0>,) {'filters': {'network_id': ['787c0cb1-d666-4814-9adc-e7ea37445e86']}} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:34:38.713386 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-33cacb4c-ad5f-40e5-b3e5-9d62df52f0b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf08f26d0>, '965b38cf-84aa-48af-856a-7db6ff909bc7') {'for_net_delete': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:34:38.713675 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-33cacb4c-ad5f-40e5-b3e5-9d62df52f0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf08f26d0>, '965b38cf-84aa-48af-856a-7db6ff909bc7') {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:34:38.724492 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-33cacb4c-ad5f-40e5-b3e5-9d62df52f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2868708'] for segment, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:38.740332 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-33cacb4c-ad5f-40e5-b3e5-9d62df52f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:38.746093 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cacb4c-ad5f-40e5-b3e5-9d62df52f0b5 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=83748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:34:38.746459 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-33cacb4c-ad5f-40e5-b3e5-9d62df52f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877271'] for segment, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]: Traceback (most recent call last):
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:     timer()
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:     cb(*args, **kw)
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:     return func(*args, **kwargs)
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:     self._notify()
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:     self.callback(batched_events)
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:     event.method(event)
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:     return f(self, *a, **k)
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._get(url).json()
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self.request(url, 'GET', **kwargs)
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:34:38.761369 dv-cinder-843305-3-iscsi neutron-server[83748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:34:38.836194 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-33cacb4c-ad5f-40e5-b3e5-9d62df52f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:38.852257 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-33cacb4c-ad5f-40e5-b3e5-9d62df52f0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:38.863014 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cacb4c-ad5f-40e5-b3e5-9d62df52f0b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=787c0cb1-d666-4814-9adc-e7ea37445e86,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:34:38.874631 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-33cacb4c-ad5f-40e5-b3e5-9d62df52f0b5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/787c0cb1-d666-4814-9adc-e7ea37445e86 HTTP/1.1" status: 204  len: 168 time: 0.4262412
May 27 00:34:39.009389 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35026) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:34:39.053833 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b8e7a-cf34-4e21-816c-48c6fcf622eb req-9e6e542c-3157-45d7-8d2b-99aa29b5d06d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:39.055286 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b68b8e7a-cf34-4e21-816c-48c6fcf622eb req-9e6e542c-3157-45d7-8d2b-99aa29b5d06d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 984 time: 0.0768299
May 27 00:34:39.059966 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-f7d4a7e8-7e7c-4241-b8fa-da9e3b71d2bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cdaedfea783643c1859e314eaf1f0ba0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0493841
May 27 00:34:39.062967 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35030) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:34:39.103652 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b68b8e7a-cf34-4e21-816c-48c6fcf622eb req-391ec2a2-69b3-430c-abc5-9a74520e24f3 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&id=588abe1f-fead-448a-a4f4-bcb9d93cba59&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0419064
May 27 00:34:39.121254 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:39.145783 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:39.199400 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:39.215425 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edeec65-d69a-4d6f-89dc-24ed15bd94b8,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:34:39.226546 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:39.226875 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:39.227198 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:39.227522 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:39.227866 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:39.228181 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:39.228494 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:39.228802 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:39.229110 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:39.229415 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:39.229723 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:34:39.235575 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:39.236688 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-3f921ca2-18de-4e37-a2b0-eb63e24dfc48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6edeec65-d69a-4d6f-89dc-24ed15bd94b8 HTTP/1.1" status: 204  len: 168 time: 0.1727741
May 27 00:34:40.301972 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f530e0-7722-4a6e-b7f0-0295af642dbb req-0563ebd4-9265-4ba1-b478-35dfb787498f tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:40.303404 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-09f530e0-7722-4a6e-b7f0-0295af642dbb req-0563ebd4-9265-4ba1-b478-35dfb787498f tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 984 time: 0.0775700
May 27 00:34:40.350302 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-09f530e0-7722-4a6e-b7f0-0295af642dbb req-b0bc5839-9afd-48bb-807e-e42fa1bf5608 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&id=588abe1f-fead-448a-a4f4-bcb9d93cba59&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0411479
May 27 00:34:41.542786 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df1894-6dfc-411a-b525-322e53eae897 req-c049f3cb-367c-4fd8-aaf2-2ad3f7099d54 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:41.544142 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e5df1894-6dfc-411a-b525-322e53eae897 req-c049f3cb-367c-4fd8-aaf2-2ad3f7099d54 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 984 time: 0.0740261
May 27 00:34:41.593385 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e5df1894-6dfc-411a-b525-322e53eae897 req-83ae6952-3b10-4f9f-bff6-22b2f2fbd0d2 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&id=588abe1f-fead-448a-a4f4-bcb9d93cba59&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0428147
May 27 00:34:42.788071 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fa397-553f-4647-864e-622b05f37ac4 req-5f6ac85a-d1fc-4842-9ec5-ba2559c9b1d7 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:42.789444 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-156fa397-553f-4647-864e-622b05f37ac4 req-5f6ac85a-d1fc-4842-9ec5-ba2559c9b1d7 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 984 time: 0.0740499
May 27 00:34:42.835732 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-156fa397-553f-4647-864e-622b05f37ac4 req-d1f155b0-0186-407d-9f50-63daf5dff1ba tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&id=588abe1f-fead-448a-a4f4-bcb9d93cba59&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0400801
May 27 00:34:43.244917 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:44.032443 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8752f8-4833-49cf-ba6b-967c4df7a6a6 req-db071930-d994-42aa-848c-0d4b96c32d82 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:44.033854 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2d8752f8-4833-49cf-ba6b-967c4df7a6a6 req-db071930-d994-42aa-848c-0d4b96c32d82 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 984 time: 0.0770967
May 27 00:34:44.081417 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2d8752f8-4833-49cf-ba6b-967c4df7a6a6 req-c9c078f2-d491-4031-8516-309069c6587b tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&id=588abe1f-fead-448a-a4f4-bcb9d93cba59&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0416336
May 27 00:34:44.504082 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f88b09de-f825-4037-9cd4-e015d4a36eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:45.272260 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821d209-a9a8-42e7-a6ef-ee2ce2ffd509 req-e0e57295-13de-49b6-97f8-7209fcd5d2cd tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:45.273717 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9821d209-a9a8-42e7-a6ef-ee2ce2ffd509 req-e0e57295-13de-49b6-97f8-7209fcd5d2cd tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 984 time: 0.0746026
May 27 00:34:45.319420 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9821d209-a9a8-42e7-a6ef-ee2ce2ffd509 req-a9ae600f-9de0-4b0f-a859-faf7c51378d7 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&id=588abe1f-fead-448a-a4f4-bcb9d93cba59&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0398917
May 27 00:34:46.519923 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df087b-c2d5-4265-98e6-3f6cb3853ab6 req-a9bf557d-94c7-4b49-b576-b6edaf449219 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:46.521363 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-52df087b-c2d5-4265-98e6-3f6cb3853ab6 req-a9bf557d-94c7-4b49-b576-b6edaf449219 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 984 time: 0.0771763
May 27 00:34:46.568336 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-52df087b-c2d5-4265-98e6-3f6cb3853ab6 req-8f949209-b9fb-4f2e-9354-d9ab8f4f98d3 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&id=588abe1f-fead-448a-a4f4-bcb9d93cba59&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0413160
May 27 00:34:46.672651 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-c8e00c2f-e3d8-4abb-bd0d-138bf4d7482f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:47.767796 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4a7de-ea82-4be4-a80e-7faebb087fa1 req-38c5502e-b0ab-40b6-9343-f5c48bcc1db7 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:34:47.769228 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-40d4a7de-ea82-4be4-a80e-7faebb087fa1 req-38c5502e-b0ab-40b6-9343-f5c48bcc1db7 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 984 time: 0.0748382
May 27 00:34:47.815533 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-40d4a7de-ea82-4be4-a80e-7faebb087fa1 req-9bc6daa2-ab67-45b9-a5d9-e257513662c2 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&id=588abe1f-fead-448a-a4f4-bcb9d93cba59&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0407190
May 27 00:34:47.907578 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:47.977688 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:34:49.200730 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:02.869569 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0591d38-73d6-4b82-8e8a-2d67959608da req-7f182703-acc6-4fae-9384-a7143c590906 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:02.871032 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f0591d38-73d6-4b82-8e8a-2d67959608da req-7f182703-acc6-4fae-9384-a7143c590906 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 947 time: 0.0780184
May 27 00:35:02.916408 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f0591d38-73d6-4b82-8e8a-2d67959608da req-be2e4f7d-0b72-4aa4-ba8c-42ff84496e5a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388052
May 27 00:35:04.128341 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921970d-5c12-464a-99fc-1e9d0f5eca57 req-2c86eb29-39a6-4953-9336-93ee2379bcf7 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:04.129691 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b921970d-5c12-464a-99fc-1e9d0f5eca57 req-2c86eb29-39a6-4953-9336-93ee2379bcf7 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 947 time: 0.0760348
May 27 00:35:04.234995 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b921970d-5c12-464a-99fc-1e9d0f5eca57 req-db94e04b-b4e4-4388-b765-15ad93467b8d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0977976
May 27 00:35:04.744473 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-94ca7385-fd1b-46bb-97eb-dcafaa3323e1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:04.745148 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-94ca7385-fd1b-46bb-97eb-dcafaa3323e1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Synchronizing usage tracker for tenant:d7667619259a4d13afe049d3106d1013 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:35:04.761361 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-94ca7385-fd1b-46bb-97eb-dcafaa3323e1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Unset dirty status for tenant:d7667619259a4d13afe049d3106d1013 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:35:04.762534 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-94ca7385-fd1b-46bb-97eb-dcafaa3323e1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.45 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 947 time: 0.0920069
May 27 00:35:04.831422 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-12c122e1-431b-4d52-be9b-f28eb1ed5a07 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Deleting port ae4e63e4-ba3d-45e5-a3e6-54575229499e {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:35:04.831789 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-12c122e1-431b-4d52-be9b-f28eb1ed5a07 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:05.083753 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-12c122e1-431b-4d52-be9b-f28eb1ed5a07 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] For port ae4e63e4-ba3d-45e5-a3e6-54575229499e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=ae4e63e4-ba3d-45e5-a3e6-54575229499e,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:35:05.084109 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-12c122e1-431b-4d52-be9b-f28eb1ed5a07 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:05.364015 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-12c122e1-431b-4d52-be9b-f28eb1ed5a07 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:05.364379 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-12c122e1-431b-4d52-be9b-f28eb1ed5a07 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:05.364761 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-12c122e1-431b-4d52-be9b-f28eb1ed5a07 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Floating IP f3687af8-2d14-4237-9826-a1e7da119a96 disassociated. External IP: 172.27.3.132, port: ae4e63e4-ba3d-45e5-a3e6-54575229499e.
May 27 00:35:05.365017 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-12c122e1-431b-4d52-be9b-f28eb1ed5a07 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Calling delete_port for ae4e63e4-ba3d-45e5-a3e6-54575229499e owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:35:05.447808 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c889d4-48d9-4438-935a-b52e6156858e req-a248fc88-c2ea-4d8c-a6ca-6809a76b64e9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:05.449295 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c5c889d4-48d9-4438-935a-b52e6156858e req-a248fc88-c2ea-4d8c-a6ca-6809a76b64e9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 947 time: 0.0784152
May 27 00:35:05.503809 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c5c889d4-48d9-4438-935a-b52e6156858e req-d7eebd95-e59f-4201-8522-d6d992a8521c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=75bb9d86-42e9-479f-bd53-78e958d5943f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0472603
May 27 00:35:05.506413 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-12c122e1-431b-4d52-be9b-f28eb1ed5a07 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:05.558889 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c122e1-431b-4d52-be9b-f28eb1ed5a07 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event deleted for resources: {'Port': ['ID=ae4e63e4-ba3d-45e5-a3e6-54575229499e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:05.762264 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-12c122e1-431b-4d52-be9b-f28eb1ed5a07 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Router 0b9d6be1-2511-45e8-9682-a0bb80e3908f has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:35:06.036025 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-12c122e1-431b-4d52-be9b-f28eb1ed5a07 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:35:06.046313 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b2bf3-8a7c-4a40-bf3e-971878704f54 None None] Sync routers for ids ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:35:06.059540 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b2bf3-8a7c-4a40-bf3e-971878704f54 None None] Routers {'0b9d6be1-2511-45e8-9682-a0bb80e3908f'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:35:06.060880 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-da4b2bf3-8a7c-4a40-bf3e-971878704f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf10bb7c0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:34:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:06.113626 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-12c122e1-431b-4d52-be9b-f28eb1ed5a07 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] No DVR routers for this DVR port ae4e63e4-ba3d-45e5-a3e6-54575229499e on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:35:06.116522 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-12c122e1-431b-4d52-be9b-f28eb1ed5a07 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:06.116934 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:35:06.120591 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'name': 'network-vif-deleted', 'tag': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:35:06.137376 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3cfcddd5-96c9-4ddb-acb9-5ab5d09d5429 req-12c122e1-431b-4d52-be9b-f28eb1ed5a07 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.45 "DELETE /v2.0/ports/ae4e63e4-ba3d-45e5-a3e6-54575229499e HTTP/1.1" status: 204  len: 173 time: 1.3684320
May 27 00:35:06.199112 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeddef73-2511-442e-8c55-28213d2dbb87'] response: {'server_uuid': '37541f01-f8af-4ce2-8b76-b4f5aac56be7', 'name': 'network-vif-deleted', 'tag': 'ae4e63e4-ba3d-45e5-a3e6-54575229499e', 'status': 'completed', 'code': 200}
May 27 00:35:06.268828 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-da4b2bf3-8a7c-4a40-bf3e-971878704f54 None None] Set router 0b9d6be1-2511-45e8-9682-a0bb80e3908f gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:35:06.659759 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-da4b2bf3-8a7c-4a40-bf3e-971878704f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf10bb7c0>, [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:32Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'd654cbae-3c1b-4718-afea-024f35ce15f7', 'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'mac_address': 'fa:16:3e:ee:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:30Z', 'updated_at': '2022-05-27T00:29:16Z', 'revision_number': 5, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'subnets': [{'id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:06.664562 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b2bf3-8a7c-4a40-bf3e-971878704f54 None None] Checking router: 0b9d6be1-2511-45e8-9682-a0bb80e3908f for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:35:06.678500 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b2bf3-8a7c-4a40-bf3e-971878704f54 None None] Routers {'0b9d6be1-2511-45e8-9682-a0bb80e3908f'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:35:06.679227 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-da4b2bf3-8a7c-4a40-bf3e-971878704f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf10bb7c0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:34:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:06.698068 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6a204-db3c-4452-8ccf-270b5384fd20 req-03d0f3b4-95d9-4f5e-87b9-5f911f4d586c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:06.707546 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e2c6a204-db3c-4452-8ccf-270b5384fd20 req-03d0f3b4-95d9-4f5e-87b9-5f911f4d586c tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0980198
May 27 00:35:06.764386 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e2c6a204-db3c-4452-8ccf-270b5384fd20 req-fee8c13f-5fda-4e18-a9e9-7f929b4bccfd tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556235
May 27 00:35:06.828130 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-dbc28492-3457-44b0-9fa8-6c5ba693fc6a req-d113b1f1-70e8-4b89-8cf0-25861932dbd5 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=37541f01-f8af-4ce2-8b76-b4f5aac56be7 HTTP/1.1" status: 200  len: 210 time: 0.0421715
May 27 00:35:06.895923 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-da4b2bf3-8a7c-4a40-bf3e-971878704f54 None None] Set router 0b9d6be1-2511-45e8-9682-a0bb80e3908f gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:35:07.199850 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-da4b2bf3-8a7c-4a40-bf3e-971878704f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf10bb7c0>, [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:32Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'd654cbae-3c1b-4718-afea-024f35ce15f7', 'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'mac_address': 'fa:16:3e:ee:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:30Z', 'updated_at': '2022-05-27T00:29:16Z', 'revision_number': 5, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'subnets': [{'id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:07.203793 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b2bf3-8a7c-4a40-bf3e-971878704f54 None None] The sync data for ids ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'] in dv-cinder-843305-3-iscsi is: [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:32Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'd654cbae-3c1b-4718-afea-024f35ce15f7', 'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'mac_address': 'fa:16:3e:ee:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:30Z', 'updated_at': '2022-05-27T00:29:16Z', 'revision_number': 5, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'subnets': [{'id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:35:07.425942 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab991a90-e54c-4035-a044-46c74dbce992 None None] New status for floating IP f3687af8-2d14-4237-9826-a1e7da119a96: DOWN {{(pid=83750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:35:07.957251 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdea2b9-05ac-4d02-87d4-3cfabb371ea2 req-dbeeeba3-b1ee-4e77-85a4-c5d47f288d29 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:07.958756 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-efdea2b9-05ac-4d02-87d4-3cfabb371ea2 req-dbeeeba3-b1ee-4e77-85a4-c5d47f288d29 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0799048
May 27 00:35:07.998872 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35122) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:08.009771 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-efdea2b9-05ac-4d02-87d4-3cfabb371ea2 req-1ae362fe-dc1a-4c31-afd9-e8bbb9a4ded5 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453553
May 27 00:35:08.065488 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ce2cc34-a75a-4894-bcdf-887aa35edc05 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:08.093396 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ce2cc34-a75a-4894-bcdf-887aa35edc05 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:08.143361 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ce2cc34-a75a-4894-bcdf-887aa35edc05 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:08.160283 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2cc34-a75a-4894-bcdf-887aa35edc05 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bb9d86-42e9-479f-bd53-78e958d5943f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:08.171790 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6ce2cc34-a75a-4894-bcdf-887aa35edc05 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:08.172973 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-6ce2cc34-a75a-4894-bcdf-887aa35edc05 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "DELETE /v2.0/security-groups/75bb9d86-42e9-479f-bd53-78e958d5943f HTTP/1.1" status: 204  len: 168 time: 0.1731277
May 27 00:35:08.175668 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35126) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:08.191267 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.api.v2.resource [None req-98e43f03-268d-4e93-bb86-7a986ce9e83f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] show failed (client error): The resource could not be found.
May 27 00:35:08.192254 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-98e43f03-268d-4e93-bb86-7a986ce9e83f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups/75bb9d86-42e9-479f-bd53-78e958d5943f HTTP/1.1" status: 404  len: 347 time: 0.0156529
May 27 00:35:08.194900 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35130) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:08.349861 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-5f045f20-08ac-436e-be28-362431586d65 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Deleting port 71cc9b87-70ce-4cd1-938a-2c9eff8186b2 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:35:08.350202 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f045f20-08ac-436e-be28-362431586d65 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:08.515628 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f045f20-08ac-436e-be28-362431586d65 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:08.515906 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f045f20-08ac-436e-be28-362431586d65 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:08.633137 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-5f045f20-08ac-436e-be28-362431586d65 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Calling delete_port for 71cc9b87-70ce-4cd1-938a-2c9eff8186b2 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:35:08.694801 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device ae4e63e4-ba3d-45e5-a3e6-54575229499e no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:35:08.725567 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: ae4e63e4-ba3d-45e5-a3e6-54575229499e {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:35:08.725885 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device ae4e63e4-ba3d-45e5-a3e6-54575229499e not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:35:08.771187 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f045f20-08ac-436e-be28-362431586d65 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:08.818539 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f045f20-08ac-436e-be28-362431586d65 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event deleted for resources: {'Port': ['ID=71cc9b87-70ce-4cd1-938a-2c9eff8186b2,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:08.906175 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f045f20-08ac-436e-be28-362431586d65 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:08.920771 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5f045f20-08ac-436e-be28-362431586d65 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:08.921884 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-5f045f20-08ac-436e-be28-362431586d65 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "DELETE /v2.0/floatingips/f3687af8-2d14-4237-9826-a1e7da119a96 HTTP/1.1" status: 204  len: 168 time: 0.7261436
May 27 00:35:09.027163 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35136) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:09.032652 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-71e4c5a7-3554-4495-999f-9c9774753a23 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--371109828', 'description': 'tempest-description--463821868'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:35:09.038746 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-71e4c5a7-3554-4495-999f-9c9774753a23 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:09.042939 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-71e4c5a7-3554-4495-999f-9c9774753a23 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Usage tracker for resource:security_group and tenant:d7667619259a4d13afe049d3106d1013 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:09.046368 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-71e4c5a7-3554-4495-999f-9c9774753a23 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:09.052268 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-71e4c5a7-3554-4495-999f-9c9774753a23 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:09.070623 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-71e4c5a7-3554-4495-999f-9c9774753a23 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:09.109962 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-71e4c5a7-3554-4495-999f-9c9774753a23 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:09.113742 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-71e4c5a7-3554-4495-999f-9c9774753a23 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Usage tracker for resource:security_group_rule and tenant:d7667619259a4d13afe049d3106d1013 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:09.116479 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-71e4c5a7-3554-4495-999f-9c9774753a23 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:09.122109 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-71e4c5a7-3554-4495-999f-9c9774753a23 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:09.224383 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-71e4c5a7-3554-4495-999f-9c9774753a23 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:09.229417 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-71e4c5a7-3554-4495-999f-9c9774753a23 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:09.279680 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4c5a7-3554-4495-999f-9c9774753a23 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e86d2c-3c3b-4fab-8209-5dbb357b340c,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:09.288860 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295be078-db8c-40e7-b64f-940293f3c6df req-a83e1cfa-57aa-40a0-aed1-7f5a387818fa tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:09.290282 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-295be078-db8c-40e7-b64f-940293f3c6df req-a83e1cfa-57aa-40a0-aed1-7f5a387818fa tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.1513326
May 27 00:35:09.291401 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-71e4c5a7-3554-4495-999f-9c9774753a23 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:09.292448 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-71e4c5a7-3554-4495-999f-9c9774753a23 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.2642727
May 27 00:35:09.295970 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35142) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:09.302500 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-663dfd40-555c-48f3-9b7d-5adfcf6b588a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Request body: {'security_group_rule': {'security_group_id': 'e9e86d2c-3c3b-4fab-8209-5dbb357b340c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:35:09.322555 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-663dfd40-555c-48f3-9b7d-5adfcf6b588a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:09.328419 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-663dfd40-555c-48f3-9b7d-5adfcf6b588a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Usage tracker for resource:security_group_rule and tenant:d7667619259a4d13afe049d3106d1013 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:09.331153 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-663dfd40-555c-48f3-9b7d-5adfcf6b588a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:09.342928 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-663dfd40-555c-48f3-9b7d-5adfcf6b588a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:09.359403 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-295be078-db8c-40e7-b64f-940293f3c6df req-e5924199-e887-4f66-a6d5-40b8b8609c0b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608981
May 27 00:35:09.366431 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-663dfd40-555c-48f3-9b7d-5adfcf6b588a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:09.425386 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-663dfd40-555c-48f3-9b7d-5adfcf6b588a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:09.428757 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-663dfd40-555c-48f3-9b7d-5adfcf6b588a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:09.451084 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dfd40-555c-48f3-9b7d-5adfcf6b588a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b9a5e5-8e47-4353-b2b6-d2493acd69d4,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:09.460219 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-663dfd40-555c-48f3-9b7d-5adfcf6b588a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:09.461521 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-663dfd40-555c-48f3-9b7d-5adfcf6b588a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1646512
May 27 00:35:09.464351 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35146) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:09.470138 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-3e6044e6-e20a-4146-8ffd-16fa24076f18 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Request body: {'security_group_rule': {'security_group_id': 'e9e86d2c-3c3b-4fab-8209-5dbb357b340c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:35:09.475775 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-3e6044e6-e20a-4146-8ffd-16fa24076f18 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:09.479679 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-3e6044e6-e20a-4146-8ffd-16fa24076f18 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Usage tracker for resource:security_group_rule and tenant:d7667619259a4d13afe049d3106d1013 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:09.482505 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-3e6044e6-e20a-4146-8ffd-16fa24076f18 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:09.488109 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-3e6044e6-e20a-4146-8ffd-16fa24076f18 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:09.506330 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3e6044e6-e20a-4146-8ffd-16fa24076f18 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:09.566242 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3e6044e6-e20a-4146-8ffd-16fa24076f18 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:09.569904 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3e6044e6-e20a-4146-8ffd-16fa24076f18 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:09.594192 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6044e6-e20a-4146-8ffd-16fa24076f18 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec01d71-8af8-4c6a-bd78-1dc1ae0ec964,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:09.604005 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3e6044e6-e20a-4146-8ffd-16fa24076f18 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:09.605161 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-3e6044e6-e20a-4146-8ffd-16fa24076f18 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1399157
May 27 00:35:09.608485 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35150) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:09.613441 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Request body: {'floatingip': {'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:35:09.618606 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:09.622375 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Usage tracker for resource:floatingip and tenant:d7667619259a4d13afe049d3106d1013 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:09.625248 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:09.630878 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:09.641551 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for floatingip, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:09.773883 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:09.912837 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Allocated IP 172.27.3.184 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/85b95b5f-086f-465c-815f-5ec05c023db2) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:35:10.054293 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:10.081231 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:10.146229 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:35:10.148919 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:35:10.153046 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:35:10.177548 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event updated for resources: {'Port': ['ID=85b95b5f-086f-465c-815f-5ec05c023db2,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:10.237471 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-754fc145-8ffa-4333-af68-d0bc04e3d10a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:10.238152 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-754fc145-8ffa-4333-af68-d0bc04e3d10a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Synchronizing usage tracker for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:35:10.253309 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-754fc145-8ffa-4333-af68-d0bc04e3d10a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Unset dirty status for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:35:10.254507 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-754fc145-8ffa-4333-af68-d0bc04e3d10a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.0967023
May 27 00:35:10.312089 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:10.323401 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-106b40cb-4a41-42ec-9b99-6e6273ac258b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Deleting port 6efd9217-305f-45ad-8cbd-e560d3fa33c3 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:35:10.323853 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-106b40cb-4a41-42ec-9b99-6e6273ac258b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:10.370168 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:10.642925 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-106b40cb-4a41-42ec-9b99-6e6273ac258b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] For port 6efd9217-305f-45ad-8cbd-e560d3fa33c3, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6efd9217-305f-45ad-8cbd-e560d3fa33c3,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:35:10.643329 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-106b40cb-4a41-42ec-9b99-6e6273ac258b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:10.690506 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17994c9-4145-475d-981f-754f9f4bbdf3 req-c71b3156-5898-47ad-8eab-77cdf303e7c4 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:10.691897 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e17994c9-4145-475d-981f-754f9f4bbdf3 req-c71b3156-5898-47ad-8eab-77cdf303e7c4 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 945 time: 0.1981633
May 27 00:35:10.718119 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:10.724478 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877299'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:10.841329 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e17994c9-4145-475d-981f-754f9f4bbdf3 req-326bbc16-f094-4a5e-af0c-7c874c54a80a tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd553c36-999a-4fa0-9bcb-4fcbfe202828&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1413915
May 27 00:35:10.847196 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event updated for resources: {'Port': ['ID=85b95b5f-086f-465c-815f-5ec05c023db2,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:10.863868 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:10.889881 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:10.893409 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-0326c4f4-3850-4573-91d5-9d23237a260c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2818723
May 27 00:35:10.934303 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-106b40cb-4a41-42ec-9b99-6e6273ac258b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:10.934669 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-106b40cb-4a41-42ec-9b99-6e6273ac258b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:10.935529 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-106b40cb-4a41-42ec-9b99-6e6273ac258b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Floating IP 41e968c5-4f81-46e8-9f59-7e4569eac435 disassociated. External IP: 172.27.3.144, port: 6efd9217-305f-45ad-8cbd-e560d3fa33c3.
May 27 00:35:10.936014 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-106b40cb-4a41-42ec-9b99-6e6273ac258b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Calling delete_port for 6efd9217-305f-45ad-8cbd-e560d3fa33c3 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:35:11.073704 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-3e949796-5ff0-4142-b4be-88a71419e6b2 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Synchronizing usage tracker for tenant:d7667619259a4d13afe049d3106d1013 on resource:security_group {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:35:11.088242 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-3e949796-5ff0-4142-b4be-88a71419e6b2 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Unset dirty status for tenant:d7667619259a4d13afe049d3106d1013 on resource:security_group {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:35:11.089383 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-3e949796-5ff0-4142-b4be-88a71419e6b2 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--371109828&fields=id&tenant_id=d7667619259a4d13afe049d3106d1013 HTTP/1.1" status: 200  len: 267 time: 0.0683227
May 27 00:35:11.092541 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-106b40cb-4a41-42ec-9b99-6e6273ac258b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:11.139279 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b40cb-4a41-42ec-9b99-6e6273ac258b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Pushing event deleted for resources: {'Port': ['ID=6efd9217-305f-45ad-8cbd-e560d3fa33c3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:11.239054 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-c5caadd0-3292-4bd9-bcc7-0b1fe620acaf tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:11.240440 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-c5caadd0-3292-4bd9-bcc7-0b1fe620acaf tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/networks?id=8277ce01-4fed-435b-993e-be3acfd13f76 HTTP/1.1" status: 200  len: 816 time: 0.1440623
May 27 00:35:11.256663 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-5180a227-ea5b-4b1b-83ae-ec442418a79a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/quotas/d7667619259a4d13afe049d3106d1013 HTTP/1.1" status: 200  len: 375 time: 0.0108628
May 27 00:35:11.338481 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-5e78767d-fdd3-4d4b-9eeb-c4d13a9aa932 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7667619259a4d13afe049d3106d1013&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0765343
May 27 00:35:11.347548 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-106b40cb-4a41-42ec-9b99-6e6273ac258b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:35:11.551885 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-106b40cb-4a41-42ec-9b99-6e6273ac258b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:35:11.564216 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea3c26d-3257-4a93-bc82-d38ae8e9e01f None None] Sync routers for ids ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:35:11.576484 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea3c26d-3257-4a93-bc82-d38ae8e9e01f None None] Routers {'9a6e40c1-fded-47d4-8a46-b1bdd96b4570'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:35:11.577106 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-0ea3c26d-3257-4a93-bc82-d38ae8e9e01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf126a5b0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:34:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:11.621459 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-796bf07f-66d1-40f6-a5ad-60e755b2147a service neutron] 10.222.0.21 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2704890
May 27 00:35:11.645527 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-106b40cb-4a41-42ec-9b99-6e6273ac258b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] No DVR routers for this DVR port 6efd9217-305f-45ad-8cbd-e560d3fa33c3 on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:35:11.648596 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-106b40cb-4a41-42ec-9b99-6e6273ac258b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:11.653543 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'name': 'network-vif-deleted', 'tag': '6efd9217-305f-45ad-8cbd-e560d3fa33c3'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:35:11.673717 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fc8b8498-ed9a-4cfa-a2b2-c486f731e3d1 req-106b40cb-4a41-42ec-9b99-6e6273ac258b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.45 "DELETE /v2.0/ports/6efd9217-305f-45ad-8cbd-e560d3fa33c3 HTTP/1.1" status: 204  len: 173 time: 1.4137607
May 27 00:35:11.723828 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881882dd-3139-48fc-8767-2ea1f7e9bc29'] response: {'server_uuid': '2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2', 'name': 'network-vif-deleted', 'tag': '6efd9217-305f-45ad-8cbd-e560d3fa33c3', 'status': 'completed', 'code': 200}
May 27 00:35:11.774501 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-1ce2a9ee-175f-4f82-8965-a2af0282de4e service neutron] 10.222.0.21 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519229
May 27 00:35:11.783622 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-0ea3c26d-3257-4a93-bc82-d38ae8e9e01f None None] Set router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:35:11.982149 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4abf83c8-0da7-4c61-9754-13edbb9e9c46 req-bd7cb7a2-3403-40eb-baf2-54f83503a4a6 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 210 time: 0.0522523
May 27 00:35:12.099386 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-eb8cbcbf-c406-49d6-8f83-7616ed72f7dc req-8c396139-efbf-453d-bb75-ed67445e8b1f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c68f4ef-e6e6-4a7d-96a2-66b2e5b9a0c2 HTTP/1.1" status: 200  len: 210 time: 0.0441473
May 27 00:35:12.134523 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-0ea3c26d-3257-4a93-bc82-d38ae8e9e01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf126a5b0>, [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:28:27Z', 'revision_number': 4, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port': {'id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:15Z', 'updated_at': '2022-05-27T00:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '88aa19ea-cc28-4ade-a497-b9dad4a6989f', 'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'mac_address': 'fa:16:3e:a4:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:24Z', 'updated_at': '2022-05-27T00:28:45Z', 'revision_number': 5, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'subnets': [{'id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:12.139230 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea3c26d-3257-4a93-bc82-d38ae8e9e01f None None] Checking router: 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:35:12.150278 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea3c26d-3257-4a93-bc82-d38ae8e9e01f None None] Routers {'9a6e40c1-fded-47d4-8a46-b1bdd96b4570'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:35:12.151094 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-0ea3c26d-3257-4a93-bc82-d38ae8e9e01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf126a5b0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:34:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:12.370873 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-0ea3c26d-3257-4a93-bc82-d38ae8e9e01f None None] Set router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:35:12.696615 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-0ea3c26d-3257-4a93-bc82-d38ae8e9e01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf126a5b0>, [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:28:27Z', 'revision_number': 4, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port': {'id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:15Z', 'updated_at': '2022-05-27T00:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '88aa19ea-cc28-4ade-a497-b9dad4a6989f', 'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'mac_address': 'fa:16:3e:a4:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:24Z', 'updated_at': '2022-05-27T00:28:45Z', 'revision_number': 5, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'subnets': [{'id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:12.699847 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 6efd9217-305f-45ad-8cbd-e560d3fa33c3 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:35:12.728158 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea3c26d-3257-4a93-bc82-d38ae8e9e01f None None] The sync data for ids ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'] in dv-cinder-843305-3-iscsi is: [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:28:27Z', 'revision_number': 4, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port': {'id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:15Z', 'updated_at': '2022-05-27T00:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '88aa19ea-cc28-4ade-a497-b9dad4a6989f', 'name': '', 'network_id': '4738b157-f228-41f8-8014-912ba15b7620', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'mac_address': 'fa:16:3e:a4:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:24Z', 'updated_at': '2022-05-27T00:28:45Z', 'revision_number': 5, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'subnets': [{'id': '7d2c0dfd-f632-4f37-8f17-283e95a4f9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:35:12.735191 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: 6efd9217-305f-45ad-8cbd-e560d3fa33c3 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:35:12.735529 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 6efd9217-305f-45ad-8cbd-e560d3fa33c3 not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:35:13.032027 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7dcbd8-8796-4d81-8eac-651811b1f289 None None] New status for floating IP 41e968c5-4f81-46e8-9f59-7e4569eac435: DOWN {{(pid=83750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:35:13.093031 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-29f3a7b0-296a-4728-905f-cd5b490e43f0 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:13.095532 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-29f3a7b0-296a-4728-905f-cd5b490e43f0 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.45 "GET /v2.0/networks?id=8277ce01-4fed-435b-993e-be3acfd13f76 HTTP/1.1" status: 200  len: 816 time: 0.1748488
May 27 00:35:13.190875 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-d6162d2e-2346-4bdf-be2a-33688dfdd330 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Synchronizing usage tracker for tenant:d7667619259a4d13afe049d3106d1013 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:35:13.215726 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-d6162d2e-2346-4bdf-be2a-33688dfdd330 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Unset dirty status for tenant:d7667619259a4d13afe049d3106d1013 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:35:13.217429 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-d6162d2e-2346-4bdf-be2a-33688dfdd330 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7667619259a4d13afe049d3106d1013 HTTP/1.1" status: 200  len: 379 time: 0.1078920
May 27 00:35:13.227214 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Request body: {'port': {'device_id': '2ba70456-782d-4211-9fde-11ea924dc38c', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'admin_state_up': True, 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'security_groups': ['e9e86d2c-3c3b-4fab-8209-5dbb357b340c']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:35:13.269146 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a3d6bdd1-6f90-4c83-bf1e-a5b8d479df62 req-0658b676-fc18-490a-b2cf-218727def9f1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 210 time: 0.0698454
May 27 00:35:13.292954 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:13.298800 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35190) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:13.370278 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3fbec0e5-f646-4354-a18f-ce6279d4763f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:13.399366 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3fbec0e5-f646-4354-a18f-ce6279d4763f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:13.409631 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:13.414243 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Usage tracker for resource:port and tenant:d7667619259a4d13afe049d3106d1013 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:13.417366 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:13.423692 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:13.434493 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Made reservation on behalf of d7667619259a4d13afe049d3106d1013 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:35:13.437569 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:13.462897 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3fbec0e5-f646-4354-a18f-ce6279d4763f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:13.480856 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbec0e5-f646-4354-a18f-ce6279d4763f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd553c36-999a-4fa0-9bcb-4fcbfe202828,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:13.500831 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3fbec0e5-f646-4354-a18f-ce6279d4763f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:13.502048 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-3fbec0e5-f646-4354-a18f-ce6279d4763f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "DELETE /v2.0/security-groups/bd553c36-999a-4fa0-9bcb-4fcbfe202828 HTTP/1.1" status: 204  len: 168 time: 0.2022521
May 27 00:35:13.504877 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35194) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:13.525561 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.api.v2.resource [None req-bb2967e3-3b8a-40d7-a584-a9514774ce5b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] show failed (client error): The resource could not be found.
May 27 00:35:13.526659 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-bb2967e3-3b8a-40d7-a584-a9514774ce5b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups/bd553c36-999a-4fa0-9bcb-4fcbfe202828 HTTP/1.1" status: 404  len: 347 time: 0.0208209
May 27 00:35:13.530385 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35198) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:13.617038 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Allocated IP 172.20.0.9 (8277ce01-4fed-435b-993e-be3acfd13f76/72f33ff2-de28-4860-bac7-6c4f609dd071/478722e5-28af-4985-b29d-2bfd3d383d3d) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:35:13.684494 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-960c3a44-8c42-4f28-b107-dd09f5e9758f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Deleting port ad2e7c10-997a-4da6-8aed-02147587994d {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:35:13.684851 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-960c3a44-8c42-4f28-b107-dd09f5e9758f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:13.854059 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-960c3a44-8c42-4f28-b107-dd09f5e9758f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:13.854450 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-960c3a44-8c42-4f28-b107-dd09f5e9758f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:13.867410 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:13.883867 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Transition to ACTIVE for port object 478722e5-28af-4985-b29d-2bfd3d383d3d will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:35:13.905496 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:13.973060 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-960c3a44-8c42-4f28-b107-dd09f5e9758f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Calling delete_port for ad2e7c10-997a-4da6-8aed-02147587994d owned by network:floatingip {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:35:13.981457 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Network 8277ce01-4fed-435b-993e-be3acfd13f76 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:35:13.985105 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:35:13.989473 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:35:14.031527 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event updated for resources: {'Port': ['ID=478722e5-28af-4985-b29d-2bfd3d383d3d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:14.052539 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:14.053270 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:14.080401 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-10b268e9-3b6b-4e64-90ce-f02cf0e62710 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8569160
May 27 00:35:14.092777 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Request body: {'port': {'device_id': '2ba70456-782d-4211-9fde-11ea924dc38c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:35:14.205950 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:14.253520 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-960c3a44-8c42-4f28-b107-dd09f5e9758f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:14.289631 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-82b20db8-2c2c-4f95-bf0d-aaa557ed06ff None None] Provisioning for port 478722e5-28af-4985-b29d-2bfd3d383d3d completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:35:14.295873 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-82b20db8-2c2c-4f95-bf0d-aaa557ed06ff None None] Provisioning complete for port 478722e5-28af-4985-b29d-2bfd3d383d3d triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:35:14.296234 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-82b20db8-2c2c-4f95-bf0d-aaa557ed06ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:14.301825 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c3a44-8c42-4f28-b107-dd09f5e9758f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Pushing event deleted for resources: {'Port': ['ID=ad2e7c10-997a-4da6-8aed-02147587994d,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:14.361228 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-82b20db8-2c2c-4f95-bf0d-aaa557ed06ff None None] Port 478722e5-28af-4985-b29d-2bfd3d383d3d cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:35:14.405162 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-960c3a44-8c42-4f28-b107-dd09f5e9758f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks [] for floatingip, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:14.420345 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-960c3a44-8c42-4f28-b107-dd09f5e9758f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:14.421464 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-960c3a44-8c42-4f28-b107-dd09f5e9758f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "DELETE /v2.0/floatingips/41e968c5-4f81-46e8-9f59-7e4569eac435 HTTP/1.1" status: 204  len: 168 time: 0.8902082
May 27 00:35:14.505662 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3e6aaf40-4b1b-4937-a443-020e9be28602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:14.508194 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e97094-0e1c-4e65-b548-441c8ce2d72e req-bc3b9b26-5d32-4381-9fe0-8e327da77f91 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:14.510006 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c3e97094-0e1c-4e65-b548-441c8ce2d72e req-bc3b9b26-5d32-4381-9fe0-8e327da77f91 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 931 time: 0.0875759
May 27 00:35:14.561016 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478722e5-28af-4985-b29d-2bfd3d383d3d {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:35:14.562371 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c3e97094-0e1c-4e65-b548-441c8ce2d72e req-9c3386e6-b136-474d-9df3-d7e64b357971 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418394
May 27 00:35:14.568617 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:14.585847 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Transition to ACTIVE for port object 478722e5-28af-4985-b29d-2bfd3d383d3d will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:35:14.590548 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:14.723104 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Pushing event updated for resources: {'Port': ['ID=478722e5-28af-4985-b29d-2bfd3d383d3d,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:14.830696 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Attempting to bind port 478722e5-28af-4985-b29d-2bfd3d383d3d on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:35:14.831035 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Attempting to bind port 478722e5-28af-4985-b29d-2bfd3d383d3d by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:35:14.831333 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Attempting to bind port 478722e5-28af-4985-b29d-2bfd3d383d3d on network 8277ce01-4fed-435b-993e-be3acfd13f76 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:35:14.837291 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Port 478722e5-28af-4985-b29d-2bfd3d383d3d on network 8277ce01-4fed-435b-993e-be3acfd13f76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:35:14.837448 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Attempting to bind port 478722e5-28af-4985-b29d-2bfd3d383d3d on network 8277ce01-4fed-435b-993e-be3acfd13f76 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:35:14.844153 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:35:14.844488 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Checking segment: {'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:35:14.845117 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Bound using segment: {'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:35:14.845286 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Bound port: 478722e5-28af-4985-b29d-2bfd3d383d3d, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:35:14.845627 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:14.943577 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] For port 478722e5-28af-4985-b29d-2bfd3d383d3d, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:35:14.946407 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] For port 478722e5-28af-4985-b29d-2bfd3d383d3d, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=478722e5-28af-4985-b29d-2bfd3d383d3d,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:35:14.951336 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:15.009353 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:15.010354 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] 10.222.0.45 "PUT /v2.0/ports/478722e5-28af-4985-b29d-2bfd3d383d3d HTTP/1.1" status: 200  len: 1093 time: 0.9230072
May 27 00:35:15.013932 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba70456-782d-4211-9fde-11ea924dc38c', 'tag': '478722e5-28af-4985-b29d-2bfd3d383d3d'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:35:15.037068 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919ed35-b1fb-46c1-9952-615ca75a95eb service neutron] Pushing event updated for resources: {'Port': ['ID=478722e5-28af-4985-b29d-2bfd3d383d3d,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:15.094459 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a337b55a-553a-49b9-9f33-ca0636de62f1'] response: {'name': 'network-changed', 'server_uuid': '2ba70456-782d-4211-9fde-11ea924dc38c', 'tag': '478722e5-28af-4985-b29d-2bfd3d383d3d', 'status': 'completed', 'code': 200}
May 27 00:35:15.143291 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-55624f2d-ad53-4dbd-9b84-e398d0b30a39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7667619259a4d13afe049d3106d1013&device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 1096 time: 0.0928712
May 27 00:35:15.210515 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-30f875f6-00eb-4a48-838c-a800fd7c6cf6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=478722e5-28af-4985-b29d-2bfd3d383d3d HTTP/1.1" status: 200  len: 217 time: 0.0606942
May 27 00:35:15.273068 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-6a743ff0-acba-407a-b969-3a237bb2b1b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:15.274462 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-6a743ff0-acba-407a-b969-3a237bb2b1b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72f33ff2-de28-4860-bac7-6c4f609dd071 HTTP/1.1" status: 200  len: 855 time: 0.0586791
May 27 00:35:15.349146 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-a5b24a17-800e-4f5a-a3a4-733ec1a53790 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8277ce01-4fed-435b-993e-be3acfd13f76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0668502
May 27 00:35:15.476960 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-3723fa42-c5de-4cf3-9ae1-229ab29e54a9 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212504
May 27 00:35:15.676921 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9bc4481f-9da2-44f6-a485-64ebec7515f2 req-ea5c9a54-0eac-4b4e-b22d-8cf5e991e8c1 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1901388
May 27 00:35:15.802709 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5b521570-5446-4935-b9be-8daa36f00819 req-667af39d-f586-4ca1-bf54-7904a254cf73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7667619259a4d13afe049d3106d1013&device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 1096 time: 0.0801308
May 27 00:35:15.803525 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b549b-545f-4ced-905d-8b781b35be19 req-3fe5ab8b-530b-49e3-b9e6-197c2606e3da tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:15.805028 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-df7b549b-545f-4ced-905d-8b781b35be19 req-3fe5ab8b-530b-49e3-b9e6-197c2606e3da tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.0910373
May 27 00:35:15.861918 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-df7b549b-545f-4ced-905d-8b781b35be19 req-787decec-65b8-4ae8-9184-1430127c76aa tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492935
May 27 00:35:15.952386 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b521570-5446-4935-b9be-8daa36f00819 req-02cecde3-f73a-4066-a58a-994d0e83b999 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:15.953942 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5b521570-5446-4935-b9be-8daa36f00819 req-02cecde3-f73a-4066-a58a-994d0e83b999 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8277ce01-4fed-435b-993e-be3acfd13f76 HTTP/1.1" status: 200  len: 917 time: 0.1444674
May 27 00:35:16.022477 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5b521570-5446-4935-b9be-8daa36f00819 req-6d508ae5-8039-4bf5-869b-40a997a6dfde service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=478722e5-28af-4985-b29d-2bfd3d383d3d HTTP/1.1" status: 200  len: 217 time: 0.0624149
May 27 00:35:16.088209 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b521570-5446-4935-b9be-8daa36f00819 req-a5c14fdd-97af-46ff-8a46-bf69c9c82b43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:16.089582 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5b521570-5446-4935-b9be-8daa36f00819 req-a5c14fdd-97af-46ff-8a46-bf69c9c82b43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72f33ff2-de28-4860-bac7-6c4f609dd071 HTTP/1.1" status: 200  len: 855 time: 0.0579615
May 27 00:35:16.166080 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5b521570-5446-4935-b9be-8daa36f00819 req-1a110931-acc6-49ab-bb96-0021cefd2567 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8277ce01-4fed-435b-993e-be3acfd13f76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0669522
May 27 00:35:16.296750 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5b521570-5446-4935-b9be-8daa36f00819 req-9ded5e9c-ed88-45df-becb-50b9c8f08e5b service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214898
May 27 00:35:16.425057 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5b521570-5446-4935-b9be-8daa36f00819 req-13eba520-3cc3-447f-9c74-efcb4a5849c8 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215212
May 27 00:35:16.676146 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-88b5e885-a4b3-43a5-8f60-4d90120a24bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:17.071955 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636fd46-89a4-41c2-91c9-518e60ef2468 req-52a39cdd-2299-4f31-88f0-7bdbf80f7422 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:17.073984 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d636fd46-89a4-41c2-91c9-518e60ef2468 req-52a39cdd-2299-4f31-88f0-7bdbf80f7422 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.0764654
May 27 00:35:17.125987 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d636fd46-89a4-41c2-91c9-518e60ef2468 req-f5b470bb-ed5d-46ec-9879-8bacee45defc tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461805
May 27 00:35:17.269973 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d2267-32d9-46ff-a07f-b3af9eb56b37 req-18a31325-b0b1-4171-b236-2caf8834147d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:17.270559 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-491d2267-32d9-46ff-a07f-b3af9eb56b37 req-18a31325-b0b1-4171-b236-2caf8834147d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Synchronizing usage tracker for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:port {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:35:17.286310 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-491d2267-32d9-46ff-a07f-b3af9eb56b37 req-18a31325-b0b1-4171-b236-2caf8834147d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Unset dirty status for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:port {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:35:17.287538 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-491d2267-32d9-46ff-a07f-b3af9eb56b37 req-18a31325-b0b1-4171-b236-2caf8834147d tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0911596
May 27 00:35:17.331401 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-491d2267-32d9-46ff-a07f-b3af9eb56b37 req-81a887f3-6da9-4f3e-bdd8-eac9fcb4af62 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Synchronizing usage tracker for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:security_group {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:35:17.345694 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-491d2267-32d9-46ff-a07f-b3af9eb56b37 req-81a887f3-6da9-4f3e-bdd8-eac9fcb4af62 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Unset dirty status for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:security_group {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:35:17.346777 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-491d2267-32d9-46ff-a07f-b3af9eb56b37 req-81a887f3-6da9-4f3e-bdd8-eac9fcb4af62 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537167
May 27 00:35:17.884667 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08854386-f8de-44fc-996f-5941582a96e5 req-49bc4a35-6337-4392-b4e5-9204df752202 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:17.885345 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-08854386-f8de-44fc-996f-5941582a96e5 req-49bc4a35-6337-4392-b4e5-9204df752202 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Synchronizing usage tracker for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:35:17.896848 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-08854386-f8de-44fc-996f-5941582a96e5 req-49bc4a35-6337-4392-b4e5-9204df752202 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Unset dirty status for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:35:17.897944 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-08854386-f8de-44fc-996f-5941582a96e5 req-49bc4a35-6337-4392-b4e5-9204df752202 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.45 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 945 time: 0.0859900
May 27 00:35:17.910328 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:17.971181 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-08854386-f8de-44fc-996f-5941582a96e5 req-0ee94730-81fb-4cc2-b80a-0fe5dd4d5e5f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Deleting port 8fa2f2cc-733c-4882-8362-6553fc3f93c8 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:35:17.971526 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-08854386-f8de-44fc-996f-5941582a96e5 req-0ee94730-81fb-4cc2-b80a-0fe5dd4d5e5f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:17.979307 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:18.211966 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-08854386-f8de-44fc-996f-5941582a96e5 req-0ee94730-81fb-4cc2-b80a-0fe5dd4d5e5f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] For port 8fa2f2cc-733c-4882-8362-6553fc3f93c8, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=8fa2f2cc-733c-4882-8362-6553fc3f93c8,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:35:18.212312 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-08854386-f8de-44fc-996f-5941582a96e5 req-0ee94730-81fb-4cc2-b80a-0fe5dd4d5e5f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:18.334373 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-08854386-f8de-44fc-996f-5941582a96e5 req-0ee94730-81fb-4cc2-b80a-0fe5dd4d5e5f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Calling delete_port for 8fa2f2cc-733c-4882-8362-6553fc3f93c8 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:35:18.338630 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c59391-b66e-4ce8-b44c-8a244fbede72 req-ed6e4b15-22f2-4291-a619-1729fc1e2eb5 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:18.340081 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-52c59391-b66e-4ce8-b44c-8a244fbede72 req-ed6e4b15-22f2-4291-a619-1729fc1e2eb5 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.0773704
May 27 00:35:18.386261 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-52c59391-b66e-4ce8-b44c-8a244fbede72 req-6ef7be45-84ad-4f08-abe0-13f385cd5bd0 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400224
May 27 00:35:18.477497 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-08854386-f8de-44fc-996f-5941582a96e5 req-0ee94730-81fb-4cc2-b80a-0fe5dd4d5e5f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:18.488581 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['322ff2d0-6cce-433d-980c-4e2a2669f15a', '8fa2f2cc-733c-4882-8362-6553fc3f93c8'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:35:18.511648 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3cad3cfe-73e4-4fee-b95e-b40daa50ffec req-0d717aee-d7a0-4d3f-8d47-90a79eba9418 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=a092dd0a-f2d4-45fb-8bb0-ca4135b791df HTTP/1.1" status: 200  len: 210 time: 0.0403588
May 27 00:35:18.523245 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee94730-81fb-4cc2-b80a-0fe5dd4d5e5f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Pushing event deleted for resources: {'Port': ['ID=8fa2f2cc-733c-4882-8362-6553fc3f93c8,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:18.599245 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-08854386-f8de-44fc-996f-5941582a96e5 req-0ee94730-81fb-4cc2-b80a-0fe5dd4d5e5f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] No DVR routers for this DVR port 8fa2f2cc-733c-4882-8362-6553fc3f93c8 on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:35:18.601886 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-08854386-f8de-44fc-996f-5941582a96e5 req-0ee94730-81fb-4cc2-b80a-0fe5dd4d5e5f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:18.604478 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a092dd0a-f2d4-45fb-8bb0-ca4135b791df', 'name': 'network-vif-deleted', 'tag': '8fa2f2cc-733c-4882-8362-6553fc3f93c8'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:35:18.623085 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-08854386-f8de-44fc-996f-5941582a96e5 req-0ee94730-81fb-4cc2-b80a-0fe5dd4d5e5f tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.45 "DELETE /v2.0/ports/8fa2f2cc-733c-4882-8362-6553fc3f93c8 HTTP/1.1" status: 204  len: 173 time: 0.7165329
May 27 00:35:18.665429 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e9e73f0-0402-458f-8dff-2fddb8aa7fae'] response: {'server_uuid': 'a092dd0a-f2d4-45fb-8bb0-ca4135b791df', 'name': 'network-vif-deleted', 'tag': '8fa2f2cc-733c-4882-8362-6553fc3f93c8', 'status': 'completed', 'code': 200}
May 27 00:35:18.728835 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 478722e5-28af-4985-b29d-2bfd3d383d3d details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:35:18.860509 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 478722e5-28af-4985-b29d-2bfd3d383d3d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=478722e5-28af-4985-b29d-2bfd3d383d3d,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:35:18.878624 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': '478722e5-28af-4985-b29d-2bfd3d383d3d', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'port_id': '478722e5-28af-4985-b29d-2bfd3d383d3d', 'mac_address': 'fa:16:3e:7d:05:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:35:18.934326 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:18.953316 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478722e5-28af-4985-b29d-2bfd3d383d3d {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:35:18.969174 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 478722e5-28af-4985-b29d-2bfd3d383d3d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=478722e5-28af-4985-b29d-2bfd3d383d3d,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:35:18.973798 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:19.040865 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=478722e5-28af-4985-b29d-2bfd3d383d3d,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:19.049039 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:19.049405 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:19.049736 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:19.050059 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:19.050383 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:19.050704 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:19.051019 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:19.051337 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:19.051674 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:19.051991 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:19.052345 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:19.202779 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:19.405077 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['478722e5-28af-4985-b29d-2bfd3d383d3d'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:35:19.602853 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7790ec-ec9f-4c2a-bb3a-4f0f97aa4a2a req-dcfcfbf5-42f9-4b58-9474-2c57b0e1d713 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:19.604303 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ff7790ec-ec9f-4c2a-bb3a-4f0f97aa4a2a req-dcfcfbf5-42f9-4b58-9474-2c57b0e1d713 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 944 time: 0.0792580
May 27 00:35:19.649074 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ff7790ec-ec9f-4c2a-bb3a-4f0f97aa4a2a req-e6de85fc-7e3f-4023-aee7-3374147c88ae tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386269
May 27 00:35:20.001739 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665d23e-098b-4577-8259-558ee8b9cc7e req-f36e217d-16d2-40af-862e-136ca9c2fc73 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:20.003165 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b665d23e-098b-4577-8259-558ee8b9cc7e req-f36e217d-16d2-40af-862e-136ca9c2fc73 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.0738702
May 27 00:35:20.047891 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b665d23e-098b-4577-8259-558ee8b9cc7e req-db154af4-99d1-4332-af27-1bab8a781155 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391603
May 27 00:35:20.759314 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 478722e5-28af-4985-b29d-2bfd3d383d3d up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:35:20.838213 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port 478722e5-28af-4985-b29d-2bfd3d383d3d completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:35:20.848733 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port 478722e5-28af-4985-b29d-2bfd3d383d3d triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:35:20.849160 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:20.872408 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5617f9-3301-48a3-b2ae-475f245bc468 req-7c431d99-595d-4029-82ac-ea2ba62c6afa tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:20.874371 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8f5617f9-3301-48a3-b2ae-475f245bc468 req-7c431d99-595d-4029-82ac-ea2ba62c6afa tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 944 time: 0.0871489
May 27 00:35:20.918804 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8f5617f9-3301-48a3-b2ae-475f245bc468 req-5519a42e-ecf4-42cd-8177-7a4f44898ba6 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389104
May 27 00:35:20.964120 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:20.990124 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba70456-782d-4211-9fde-11ea924dc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478722e5-28af-4985-b29d-2bfd3d383d3d'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:35:21.000020 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 478722e5-28af-4985-b29d-2bfd3d383d3d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=478722e5-28af-4985-b29d-2bfd3d383d3d,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:35:21.005351 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:21.006287 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 8fa2f2cc-733c-4882-8362-6553fc3f93c8 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:35:21.078553 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: 8fa2f2cc-733c-4882-8362-6553fc3f93c8 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:35:21.078832 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 8fa2f2cc-733c-4882-8362-6553fc3f93c8 not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:35:21.107780 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=478722e5-28af-4985-b29d-2bfd3d383d3d,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:21.140432 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c4fb62d-7080-41a9-829b-f2289faf514c'] response: {'server_uuid': '2ba70456-782d-4211-9fde-11ea924dc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478722e5-28af-4985-b29d-2bfd3d383d3d', 'code': 200}
May 27 00:35:21.242144 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2cd35-8ae3-47f5-ad80-72c3d6c81111 req-766ad726-735d-4f65-9f03-05f184a2e90e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:21.243498 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c2e2cd35-8ae3-47f5-ad80-72c3d6c81111 req-766ad726-735d-4f65-9f03-05f184a2e90e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.0751259
May 27 00:35:21.289510 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c2e2cd35-8ae3-47f5-ad80-72c3d6c81111 req-a647935e-1c1a-4fc4-bd28-62467802d2b3 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402694
May 27 00:35:21.430013 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ccae0423-803d-45eb-bbd7-d570c9d780fd req-26c843e4-63cf-4a0f-921f-e3315bc08cfb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 1098 time: 0.1237512
May 27 00:35:21.472838 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ccae0423-803d-45eb-bbd7-d570c9d780fd req-c833907b-1798-43c1-aefb-4d592f71abd3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355389
May 27 00:35:22.133478 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95354169-fb06-4cf5-af47-0d60638aa661 req-13f38ef1-c85a-4647-9e49-544dd253f1dc tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:22.135270 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-95354169-fb06-4cf5-af47-0d60638aa661 req-13f38ef1-c85a-4647-9e49-544dd253f1dc tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0786498
May 27 00:35:22.181224 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-95354169-fb06-4cf5-af47-0d60638aa661 req-ee75ee54-5192-442b-b7cb-be8bc175a60f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404596
May 27 00:35:22.481079 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749137a6-8842-45d1-99ce-d99caae9b0a2 req-33679099-7597-408b-a712-cdeceef9336b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:22.482520 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-749137a6-8842-45d1-99ce-d99caae9b0a2 req-33679099-7597-408b-a712-cdeceef9336b tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.0734510
May 27 00:35:22.530564 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-749137a6-8842-45d1-99ce-d99caae9b0a2 req-6190684c-c963-4d92-adad-537331ff186e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/security-groups?id=2153cd63-f5bd-4df1-9887-1ad17d42e7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424349
May 27 00:35:22.554938 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28163b24-a512-456d-b3ee-097ac3c93b45 req-0586445e-4139-433e-865f-01494a360dfe tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:22.555786 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-28163b24-a512-456d-b3ee-097ac3c93b45 req-0586445e-4139-433e-865f-01494a360dfe tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Synchronizing usage tracker for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:35:22.572366 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-28163b24-a512-456d-b3ee-097ac3c93b45 req-0586445e-4139-433e-865f-01494a360dfe tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Unset dirty status for tenant:8e9e95f10bbf42f68ab5befa5b4aad4c on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:35:22.573722 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-28163b24-a512-456d-b3ee-097ac3c93b45 req-0586445e-4139-433e-865f-01494a360dfe tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.45 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 945 time: 0.0998478
May 27 00:35:22.642560 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-28163b24-a512-456d-b3ee-097ac3c93b45 req-030f17e7-eeca-4b1e-a134-6ca6df09c01e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Deleting port 322ff2d0-6cce-433d-980c-4e2a2669f15a {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:35:22.642900 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-28163b24-a512-456d-b3ee-097ac3c93b45 req-030f17e7-eeca-4b1e-a134-6ca6df09c01e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:22.881894 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-28163b24-a512-456d-b3ee-097ac3c93b45 req-030f17e7-eeca-4b1e-a134-6ca6df09c01e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] For port 322ff2d0-6cce-433d-980c-4e2a2669f15a, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=322ff2d0-6cce-433d-980c-4e2a2669f15a,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:35:22.882272 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-28163b24-a512-456d-b3ee-097ac3c93b45 req-030f17e7-eeca-4b1e-a134-6ca6df09c01e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:23.002723 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-28163b24-a512-456d-b3ee-097ac3c93b45 req-030f17e7-eeca-4b1e-a134-6ca6df09c01e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Calling delete_port for 322ff2d0-6cce-433d-980c-4e2a2669f15a owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:35:23.151907 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-28163b24-a512-456d-b3ee-097ac3c93b45 req-030f17e7-eeca-4b1e-a134-6ca6df09c01e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:23.200114 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f17e7-eeca-4b1e-a134-6ca6df09c01e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Pushing event deleted for resources: {'Port': ['ID=322ff2d0-6cce-433d-980c-4e2a2669f15a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:23.273109 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-28163b24-a512-456d-b3ee-097ac3c93b45 req-030f17e7-eeca-4b1e-a134-6ca6df09c01e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] No DVR routers for this DVR port 322ff2d0-6cce-433d-980c-4e2a2669f15a on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:35:23.275516 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-28163b24-a512-456d-b3ee-097ac3c93b45 req-030f17e7-eeca-4b1e-a134-6ca6df09c01e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:23.277966 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aaba93-cd71-468e-b3c5-581472b3d10b', 'name': 'network-vif-deleted', 'tag': '322ff2d0-6cce-433d-980c-4e2a2669f15a'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:35:23.294773 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-28163b24-a512-456d-b3ee-097ac3c93b45 req-030f17e7-eeca-4b1e-a134-6ca6df09c01e tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.45 "DELETE /v2.0/ports/322ff2d0-6cce-433d-980c-4e2a2669f15a HTTP/1.1" status: 204  len: 173 time: 0.7144704
May 27 00:35:23.340478 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b20f524-071a-4d87-9965-efc62cf736a7'] response: {'server_uuid': '65aaba93-cd71-468e-b3c5-581472b3d10b', 'name': 'network-vif-deleted', 'tag': '322ff2d0-6cce-433d-980c-4e2a2669f15a', 'status': 'completed', 'code': 200}
May 27 00:35:23.404392 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35877d5-5f7b-4eb0-9b99-10e6b949a2bd req-c9c5b7ac-c269-4baa-a539-f2535be3c846 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:23.405884 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c35877d5-5f7b-4eb0-9b99-10e6b949a2bd req-c9c5b7ac-c269-4baa-a539-f2535be3c846 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0802066
May 27 00:35:23.452153 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c35877d5-5f7b-4eb0-9b99-10e6b949a2bd req-c0a8375e-5f6c-4497-8177-e562bcc7e1c9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399854
May 27 00:35:23.672406 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b3409-6db3-4f15-bc17-a609544d8cfa req-d16354fa-46a3-4ed4-b419-e23c26a008ac tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:23.673837 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e59b3409-6db3-4f15-bc17-a609544d8cfa req-d16354fa-46a3-4ed4-b419-e23c26a008ac tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0851896
May 27 00:35:23.684434 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35262) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:23.689918 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-6e7322f7-4037-4181-895a-8a00f409cb11 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Request body: {'floatingip': {'port_id': '478722e5-28af-4985-b29d-2bfd3d383d3d'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:35:23.719012 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-afe0cfec-7114-4d7e-881f-0c960be50476 req-e787b686-56ba-4cf0-81c0-815341cd9464 tempest-ServerRescueNegativeTestJSON-1219177977 tempest-ServerRescueNegativeTestJSON-1219177977-project] 10.222.0.21 "GET /v2.0/ports?device_id=65aaba93-cd71-468e-b3c5-581472b3d10b HTTP/1.1" status: 200  len: 210 time: 0.0442131
May 27 00:35:23.766442 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e7322f7-4037-4181-895a-8a00f409cb11 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for floatingip, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:24.402180 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e7322f7-4037-4181-895a-8a00f409cb11 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:24.405632 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e7322f7-4037-4181-895a-8a00f409cb11 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:24.592466 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [None req-6e7322f7-4037-4181-895a-8a00f409cb11 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Floating IP 28e16b77-fd97-4860-bd32-9feb7c763044 associated. External IP: 172.27.3.184, port: 478722e5-28af-4985-b29d-2bfd3d383d3d.
May 27 00:35:24.765436 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 322ff2d0-6cce-433d-980c-4e2a2669f15a no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:35:24.800292 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: 322ff2d0-6cce-433d-980c-4e2a2669f15a {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:35:24.800973 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 322ff2d0-6cce-433d-980c-4e2a2669f15a not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:35:24.829957 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35268) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:24.977027 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7322f7-4037-4181-895a-8a00f409cb11 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Router 0b9d6be1-2511-45e8-9682-a0bb80e3908f has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:35:25.175805 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7322f7-4037-4181-895a-8a00f409cb11 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:35:25.179953 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6e7322f7-4037-4181-895a-8a00f409cb11 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:25.185637 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d7440-9470-4a7f-a64a-6c2061ba480f None None] Sync routers for ids ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:35:25.197608 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d7440-9470-4a7f-a64a-6c2061ba480f None None] Routers {'0b9d6be1-2511-45e8-9682-a0bb80e3908f'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:35:25.198285 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-b44d7440-9470-4a7f-a64a-6c2061ba480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf166aee0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:35:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:25.233091 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-6e7322f7-4037-4181-895a-8a00f409cb11 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "PUT /v2.0/floatingips/28e16b77-fd97-4860-bd32-9feb7c763044 HTTP/1.1" status: 200  len: 991 time: 1.5475180
May 27 00:35:25.341870 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba70456-782d-4211-9fde-11ea924dc38c', 'tag': '478722e5-28af-4985-b29d-2bfd3d383d3d'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:35:25.397726 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f468308d-b7d5-4b27-84be-07c380686f2b'] response: {'name': 'network-changed', 'server_uuid': '2ba70456-782d-4211-9fde-11ea924dc38c', 'tag': '478722e5-28af-4985-b29d-2bfd3d383d3d', 'status': 'completed', 'code': 200}
May 27 00:35:25.402835 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-b44d7440-9470-4a7f-a64a-6c2061ba480f None None] Set router 0b9d6be1-2511-45e8-9682-a0bb80e3908f gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:35:25.411073 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-44dfc426-b7bc-45ec-9ba5-6f3ff34182dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4106200'] for router_interface, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:25.494080 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-af6b3f80-065e-498c-bacd-9960fc4b4b13 req-9d8b3661-1f89-45ce-ba0f-dd086950ca1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7667619259a4d13afe049d3106d1013&device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 1098 time: 0.0722616
May 27 00:35:25.633958 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b3f80-065e-498c-bacd-9960fc4b4b13 req-f3481b1f-5432-490f-8bcb-5b5e9eb6c681 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:25.634436 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-af6b3f80-065e-498c-bacd-9960fc4b4b13 req-f3481b1f-5432-490f-8bcb-5b5e9eb6c681 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8277ce01-4fed-435b-993e-be3acfd13f76 HTTP/1.1" status: 200  len: 917 time: 0.1336563
May 27 00:35:25.739440 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-af6b3f80-065e-498c-bacd-9960fc4b4b13 req-2e71e77a-d43a-4993-8f1b-5de0fbec0c7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=478722e5-28af-4985-b29d-2bfd3d383d3d HTTP/1.1" status: 200  len: 999 time: 0.0983613
May 27 00:35:25.753251 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-b44d7440-9470-4a7f-a64a-6c2061ba480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf166aee0>, [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:32Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '28e16b77-fd97-4860-bd32-9feb7c763044', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'port_id': '478722e5-28af-4985-b29d-2bfd3d383d3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'mac_address': 'fa:16:3e:7d:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba70456-782d-4211-9fde-11ea924dc38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:35:10Z', 'updated_at': '2022-05-27T00:35:24Z', 'revision_number': 1, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd654cbae-3c1b-4718-afea-024f35ce15f7', 'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'mac_address': 'fa:16:3e:ee:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:30Z', 'updated_at': '2022-05-27T00:29:16Z', 'revision_number': 5, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'subnets': [{'id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:25.757609 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d7440-9470-4a7f-a64a-6c2061ba480f None None] Checking router: 0b9d6be1-2511-45e8-9682-a0bb80e3908f for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:35:25.768823 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d7440-9470-4a7f-a64a-6c2061ba480f None None] Routers {'0b9d6be1-2511-45e8-9682-a0bb80e3908f'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:35:25.769470 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-b44d7440-9470-4a7f-a64a-6c2061ba480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf166aee0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:35:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:25.808088 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b3f80-065e-498c-bacd-9960fc4b4b13 req-9928a1de-0c99-4ebf-907a-cca8c8dfb082 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:25.810648 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-af6b3f80-065e-498c-bacd-9960fc4b4b13 req-9928a1de-0c99-4ebf-907a-cca8c8dfb082 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72f33ff2-de28-4860-bac7-6c4f609dd071 HTTP/1.1" status: 200  len: 855 time: 0.0643115
May 27 00:35:25.907019 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-af6b3f80-065e-498c-bacd-9960fc4b4b13 req-0d727be0-5b77-4aad-9f00-ff54ad8ad245 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8277ce01-4fed-435b-993e-be3acfd13f76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0907967
May 27 00:35:25.961998 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-b44d7440-9470-4a7f-a64a-6c2061ba480f None None] Set router 0b9d6be1-2511-45e8-9682-a0bb80e3908f gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:35:26.027920 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-44dfc426-b7bc-45ec-9ba5-6f3ff34182dd admin admin] Deleting port 88aa19ea-cc28-4ade-a497-b9dad4a6989f {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:35:26.029063 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-44dfc426-b7bc-45ec-9ba5-6f3ff34182dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:26.113519 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-af6b3f80-065e-498c-bacd-9960fc4b4b13 req-33c9455b-595f-42e9-8f2b-a6bdcf35bc0f service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2006555
May 27 00:35:26.214210 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-44dfc426-b7bc-45ec-9ba5-6f3ff34182dd admin admin] For port 88aa19ea-cc28-4ade-a497-b9dad4a6989f, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=88aa19ea-cc28-4ade-a497-b9dad4a6989f,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:35:26.214612 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-44dfc426-b7bc-45ec-9ba5-6f3ff34182dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:26.248992 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-af6b3f80-065e-498c-bacd-9960fc4b4b13 req-4268fbca-e139-4dc6-8200-436ce9d6db62 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289833
May 27 00:35:26.316131 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-b44d7440-9470-4a7f-a64a-6c2061ba480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf166aee0>, [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:32Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '28e16b77-fd97-4860-bd32-9feb7c763044', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'port_id': '478722e5-28af-4985-b29d-2bfd3d383d3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'mac_address': 'fa:16:3e:7d:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba70456-782d-4211-9fde-11ea924dc38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:35:10Z', 'updated_at': '2022-05-27T00:35:24Z', 'revision_number': 1, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd654cbae-3c1b-4718-afea-024f35ce15f7', 'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'mac_address': 'fa:16:3e:ee:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:30Z', 'updated_at': '2022-05-27T00:29:16Z', 'revision_number': 5, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'subnets': [{'id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:26.320037 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d7440-9470-4a7f-a64a-6c2061ba480f None None] The sync data for ids ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'] in dv-cinder-843305-3-iscsi is: [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:32Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '28e16b77-fd97-4860-bd32-9feb7c763044', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'port_id': '478722e5-28af-4985-b29d-2bfd3d383d3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'mac_address': 'fa:16:3e:7d:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba70456-782d-4211-9fde-11ea924dc38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:35:10Z', 'updated_at': '2022-05-27T00:35:24Z', 'revision_number': 1, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd654cbae-3c1b-4718-afea-024f35ce15f7', 'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'mac_address': 'fa:16:3e:ee:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:30Z', 'updated_at': '2022-05-27T00:29:16Z', 'revision_number': 5, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'subnets': [{'id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:35:26.335656 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-44dfc426-b7bc-45ec-9ba5-6f3ff34182dd admin admin] Calling delete_port for 88aa19ea-cc28-4ade-a497-b9dad4a6989f owned by network:router_interface {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:35:26.507604 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a81eb-c83d-4fd6-a057-6a49bacd915d None None] New status for floating IP 28e16b77-fd97-4860-bd32-9feb7c763044: ACTIVE {{(pid=83750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:35:26.709160 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-44dfc426-b7bc-45ec-9ba5-6f3ff34182dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:26.752557 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfc426-b7bc-45ec-9ba5-6f3ff34182dd admin admin] Pushing event deleted for resources: {'Port': ['ID=88aa19ea-cc28-4ade-a497-b9dad4a6989f,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:27.033053 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-44dfc426-b7bc-45ec-9ba5-6f3ff34182dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106127'] for router_interface, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:27.590621 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dfc426-b7bc-45ec-9ba5-6f3ff34182dd admin admin] Router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:35:27.785812 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dfc426-b7bc-45ec-9ba5-6f3ff34182dd admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:35:27.793958 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7ce18-2a8c-498c-bce6-8da11fa5c5fe None None] Sync routers for ids ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:35:27.799562 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-44dfc426-b7bc-45ec-9ba5-6f3ff34182dd admin admin] 10.222.0.21 "PUT /v2.0/routers/9a6e40c1-fded-47d4-8a46-b1bdd96b4570/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9685562
May 27 00:35:27.802243 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35282) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:27.806318 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7ce18-2a8c-498c-bce6-8da11fa5c5fe None None] Routers {'9a6e40c1-fded-47d4-8a46-b1bdd96b4570'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:35:27.806977 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-e0c7ce18-2a8c-498c-bce6-8da11fa5c5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf15191c0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:35:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:27.989368 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-e0c7ce18-2a8c-498c-bce6-8da11fa5c5fe None None] Set router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:35:28.089491 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-da350e74-2216-49ed-bb35-d3f2f0e9360c admin admin] Notify callbacks [] for router, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:28.286354 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-da350e74-2216-49ed-bb35-d3f2f0e9360c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:28.295816 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-da350e74-2216-49ed-bb35-d3f2f0e9360c admin admin] Deleting port c2029040-bb53-41ca-9612-25e5807bc0ea {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:35:28.296154 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-da350e74-2216-49ed-bb35-d3f2f0e9360c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:28.305626 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-e0c7ce18-2a8c-498c-bce6-8da11fa5c5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf15191c0>, [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:35:26Z', 'revision_number': 5, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port': {'id': 'c2029040-bb53-41ca-9612-25e5807bc0ea', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:15Z', 'updated_at': '2022-05-27T00:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:28.309341 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7ce18-2a8c-498c-bce6-8da11fa5c5fe None None] Checking router: 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:35:28.319639 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c7ce18-2a8c-498c-bce6-8da11fa5c5fe None None] Routers {'9a6e40c1-fded-47d4-8a46-b1bdd96b4570'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:35:28.320228 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-e0c7ce18-2a8c-498c-bce6-8da11fa5c5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf15191c0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:35:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:28.465524 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-da350e74-2216-49ed-bb35-d3f2f0e9360c admin admin] For port c2029040-bb53-41ca-9612-25e5807bc0ea, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=c2029040-bb53-41ca-9612-25e5807bc0ea,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:35:28.465874 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-da350e74-2216-49ed-bb35-d3f2f0e9360c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:28.468097 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-e0c7ce18-2a8c-498c-bce6-8da11fa5c5fe None None] Set router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 gateway port host: None {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:35:28.571500 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-e0c7ce18-2a8c-498c-bce6-8da11fa5c5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf15191c0>, [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:35:28Z', 'revision_number': 6, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port_host': None}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:28.576235 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7ce18-2a8c-498c-bce6-8da11fa5c5fe None None] The sync data for ids ['9a6e40c1-fded-47d4-8a46-b1bdd96b4570'] in dv-cinder-843305-3-iscsi is: [{'id': '9a6e40c1-fded-47d4-8a46-b1bdd96b4570', 'name': 'tempest-ServerRescueNegativeTestJSON-1630442142-router', 'tenant_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:14Z', 'updated_at': '2022-05-27T00:35:28Z', 'revision_number': 6, 'project_id': '8e9e95f10bbf42f68ab5befa5b4aad4c', 'gw_port_host': None}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:35:28.585876 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-da350e74-2216-49ed-bb35-d3f2f0e9360c admin admin] Calling delete_port for c2029040-bb53-41ca-9612-25e5807bc0ea owned by network:router_gateway {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:35:28.749072 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-da350e74-2216-49ed-bb35-d3f2f0e9360c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:28.796451 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da350e74-2216-49ed-bb35-d3f2f0e9360c admin admin] Pushing event deleted for resources: {'Port': ['ID=c2029040-bb53-41ca-9612-25e5807bc0ea,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:29.015860 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-da350e74-2216-49ed-bb35-d3f2f0e9360c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105413'] for router_gateway, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:29.264840 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-da350e74-2216-49ed-bb35-d3f2f0e9360c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4108853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:29.269142 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-da350e74-2216-49ed-bb35-d3f2f0e9360c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:29.356100 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device c2029040-bb53-41ca-9612-25e5807bc0ea no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:35:29.390861 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: c2029040-bb53-41ca-9612-25e5807bc0ea {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:35:29.391203 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device c2029040-bb53-41ca-9612-25e5807bc0ea not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:35:29.391611 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 88aa19ea-cc28-4ade-a497-b9dad4a6989f no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:35:29.426528 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: 88aa19ea-cc28-4ade-a497-b9dad4a6989f {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:35:29.426861 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 88aa19ea-cc28-4ade-a497-b9dad4a6989f not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:35:29.453403 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-da350e74-2216-49ed-bb35-d3f2f0e9360c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4108953'] for router, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:29.453982 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da350e74-2216-49ed-bb35-d3f2f0e9360c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a6e40c1-fded-47d4-8a46-b1bdd96b4570 {{(pid=83748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 27 00:35:29.466323 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-da350e74-2216-49ed-bb35-d3f2f0e9360c admin admin] Notify callbacks [] for router, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:29.467438 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-da350e74-2216-49ed-bb35-d3f2f0e9360c admin admin] 10.222.0.21 "DELETE /v2.0/routers/9a6e40c1-fded-47d4-8a46-b1bdd96b4570 HTTP/1.1" status: 204  len: 168 time: 1.6643069
May 27 00:35:29.470038 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35286) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:29.532106 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b16c91-91c1-4472-a065-e809b3d4b3d3 admin admin] Deleting subnet 7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 {{(pid=83748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:35:29.535219 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c3b16c91-91c1-4472-a065-e809b3d4b3d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:29.587531 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c3b16c91-91c1-4472-a065-e809b3d4b3d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2882327'] for subnet, precommit_delete_associations {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:29.700820 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c3b16c91-91c1-4472-a065-e809b3d4b3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:29.768506 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c3b16c91-91c1-4472-a065-e809b3d4b3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3199571'] for subnet, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:29.809541 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b16c91-91c1-4472-a065-e809b3d4b3d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d2c0dfd-f632-4f37-8f17-283e95a4f9e6,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:29.815525 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c3b16c91-91c1-4472-a065-e809b3d4b3d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:29.823805 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-c3b16c91-91c1-4472-a065-e809b3d4b3d3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7d2c0dfd-f632-4f37-8f17-283e95a4f9e6 HTTP/1.1" status: 204  len: 168 time: 0.3505440
May 27 00:35:29.823952 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d155bc5-0e04-49b9-a2aa-44464dca984a None None] Network 4738b157-f228-41f8-8014-912ba15b7620 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:35:29.824062 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35292) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:29.928514 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:29.938800 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] Deleting port a622826c-a518-455e-850d-c6828bee2693 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:35:29.939126 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:30.064510 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa3d23-5f0d-40fa-9fc9-b22f13170c70 None None] DHCP port deletion for 4738b157-f228-41f8-8014-912ba15b7620 request from dv-cinder-843305-3-iscsi {{(pid=83749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
May 27 00:35:30.068696 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-51fa3d23-5f0d-40fa-9fc9-b22f13170c70 None None] Deleting port a622826c-a518-455e-850d-c6828bee2693 {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:35:30.069072 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-51fa3d23-5f0d-40fa-9fc9-b22f13170c70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:30.143296 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] For port a622826c-a518-455e-850d-c6828bee2693, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=a622826c-a518-455e-850d-c6828bee2693,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:35:30.143672 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:30.262619 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] Calling delete_port for a622826c-a518-455e-850d-c6828bee2693 owned by network:dhcp {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:35:30.265775 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-51fa3d23-5f0d-40fa-9fc9-b22f13170c70 None None] For port a622826c-a518-455e-850d-c6828bee2693, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=a622826c-a518-455e-850d-c6828bee2693,segment=NetworkSegment(d4a0486b-440e-4f5a-b8e8-158f43766394),segment_id=d4a0486b-440e-4f5a-b8e8-158f43766394)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:35:30.266151 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-51fa3d23-5f0d-40fa-9fc9-b22f13170c70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:30.336672 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:30.381620 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a622826c-a518-455e-850d-c6828bee2693,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:30.382062 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-51fa3d23-5f0d-40fa-9fc9-b22f13170c70 None None] Calling delete_port for a622826c-a518-455e-850d-c6828bee2693 owned by network:dhcp {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:35:30.385378 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] No DVR routers for this DVR port a622826c-a518-455e-850d-c6828bee2693 on host dv-cinder-843305-3-iscsi {{(pid=83748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:35:30.500680 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:30.520333 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.db.api [None req-51fa3d23-5f0d-40fa-9fc9-b22f13170c70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 27 00:35:30.520674 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG oslo_db.api [None req-51fa3d23-5f0d-40fa-9fc9-b22f13170c70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 27 00:35:30.529061 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf0868340>,) {'filters': {'network_id': ['4738b157-f228-41f8-8014-912ba15b7620']}} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:30.540928 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf0868340>, 'd4a0486b-440e-4f5a-b8e8-158f43766394') {'for_net_delete': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:30.541217 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf0868340>, 'd4a0486b-440e-4f5a-b8e8-158f43766394') {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:30.552547 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2868708'] for segment, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:30.569102 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:30.575871 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=83748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:35:30.576286 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877271'] for segment, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]: Traceback (most recent call last):
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:     timer()
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:     cb(*args, **kw)
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:     return func(*args, **kwargs)
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:     self._notify()
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:     self.callback(batched_events)
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:     event.method(event)
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:     return f(self, *a, **k)
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._get(url).json()
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self.request(url, 'GET', **kwargs)
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:35:30.589542 dv-cinder-843305-3-iscsi neutron-server[83748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:35:30.662245 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:30.681836 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:30.693663 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] Pushing event deleted for resources: {'Network': ['ID=4738b157-f228-41f8-8014-912ba15b7620,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:30.705187 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-f7cf933d-ac51-488b-9a30-f3ccf57f14ca admin admin] 10.222.0.21 "DELETE /v2.0/networks/4738b157-f228-41f8-8014-912ba15b7620 HTTP/1.1" status: 204  len: 168 time: 0.8800008
May 27 00:35:30.840185 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35298) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:30.894183 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-f58aab94-9087-4401-bba0-ac0d1bd6f379 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e9e95f10bbf42f68ab5befa5b4aad4c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0528722
May 27 00:35:30.896576 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35302) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:30.954612 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3754e34d-3a04-4346-9f4f-eddb81a8e394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:30.979236 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3754e34d-3a04-4346-9f4f-eddb81a8e394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:31.022054 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-51fa3d23-5f0d-40fa-9fc9-b22f13170c70 None None] Deleting port a622826c-a518-455e-850d-c6828bee2693 {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:35:31.022544 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-51fa3d23-5f0d-40fa-9fc9-b22f13170c70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:31.031152 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3754e34d-3a04-4346-9f4f-eddb81a8e394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:31.047169 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754e34d-3a04-4346-9f4f-eddb81a8e394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2153cd63-f5bd-4df1-9887-1ad17d42e7e2,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:31.063574 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3754e34d-3a04-4346-9f4f-eddb81a8e394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:31.065080 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-3754e34d-3a04-4346-9f4f-eddb81a8e394 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2153cd63-f5bd-4df1-9887-1ad17d42e7e2 HTTP/1.1" status: 204  len: 168 time: 0.1676476
May 27 00:35:31.110801 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-51fa3d23-5f0d-40fa-9fc9-b22f13170c70 None None] The port 'a622826c-a518-455e-850d-c6828bee2693' was deleted {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
May 27 00:35:31.132984 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device a622826c-a518-455e-850d-c6828bee2693 no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:35:31.165167 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: a622826c-a518-455e-850d-c6828bee2693 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:35:31.165499 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device a622826c-a518-455e-850d-c6828bee2693 not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:35:34.749286 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35444) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:34.886570 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fb004447-6ab7-4754-aefd-2cb7aa2e4191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:34.918424 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-fb004447-6ab7-4754-aefd-2cb7aa2e4191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:34.922909 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-fb004447-6ab7-4754-aefd-2cb7aa2e4191 admin admin] Usage tracker for resource:security_group_rule and tenant:4b75cbab0cb44135b49064788ca9db35 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:34.925695 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-fb004447-6ab7-4754-aefd-2cb7aa2e4191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:34.931254 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-fb004447-6ab7-4754-aefd-2cb7aa2e4191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:35.000041 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fb004447-6ab7-4754-aefd-2cb7aa2e4191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:35.004051 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-fb004447-6ab7-4754-aefd-2cb7aa2e4191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:35.049882 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb004447-6ab7-4754-aefd-2cb7aa2e4191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16081604-182a-4f53-80ed-aef666934083,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:35.055227 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-fb004447-6ab7-4754-aefd-2cb7aa2e4191 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b75cbab0cb44135b49064788ca9db35&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3049190
May 27 00:35:35.057984 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35450) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:35.115467 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-80665633-9490-4127-a314-1eea68c3d908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:35.140283 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-80665633-9490-4127-a314-1eea68c3d908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:35.189616 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-80665633-9490-4127-a314-1eea68c3d908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:35.203638 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80665633-9490-4127-a314-1eea68c3d908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16081604-182a-4f53-80ed-aef666934083,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:35.210001 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-80665633-9490-4127-a314-1eea68c3d908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:35.212021 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-80665633-9490-4127-a314-1eea68c3d908 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16081604-182a-4f53-80ed-aef666934083 HTTP/1.1" status: 204  len: 168 time: 0.1531084
May 27 00:35:35.530097 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35458) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:35.547808 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd430b66-c036-47ba-90fa-a6ef87bce0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:35.582115 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bd430b66-c036-47ba-90fa-a6ef87bce0af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:35.585864 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-bd430b66-c036-47ba-90fa-a6ef87bce0af admin admin] Usage tracker for resource:security_group_rule and tenant:5bff6d68cf6a472293155779a78c3285 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:35.588618 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-bd430b66-c036-47ba-90fa-a6ef87bce0af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:35.594205 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-bd430b66-c036-47ba-90fa-a6ef87bce0af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:35.660157 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd430b66-c036-47ba-90fa-a6ef87bce0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:35.664414 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd430b66-c036-47ba-90fa-a6ef87bce0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:35.710900 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd430b66-c036-47ba-90fa-a6ef87bce0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f4332e-4236-4093-a373-cfff8c38e7fb,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:35.714948 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-bd430b66-c036-47ba-90fa-a6ef87bce0af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bff6d68cf6a472293155779a78c3285&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1838593
May 27 00:35:35.717817 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35462) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:35.776737 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f055a5c2-866c-45a9-bf3c-9f29cef8a49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:35.802104 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f055a5c2-866c-45a9-bf3c-9f29cef8a49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:35.854322 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f055a5c2-866c-45a9-bf3c-9f29cef8a49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:35.873488 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055a5c2-866c-45a9-bf3c-9f29cef8a49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f4332e-4236-4093-a373-cfff8c38e7fb,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:35.877696 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f055a5c2-866c-45a9-bf3c-9f29cef8a49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:35.880611 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-f055a5c2-866c-45a9-bf3c-9f29cef8a49a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0f4332e-4236-4093-a373-cfff8c38e7fb HTTP/1.1" status: 204  len: 168 time: 0.1613045
May 27 00:35:39.102133 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35536) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:39.238880 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:39.269637 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:39.273394 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Usage tracker for resource:security_group_rule and tenant:35b2c5e9c901449bb5c6d58cfeba649a is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:39.276120 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:39.281724 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:39.349221 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:39.353187 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:39.398343 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a6dcbe-710f-4a0c-b10d-d99a16362e14,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:39.404568 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35b2c5e9c901449bb5c6d58cfeba649a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3013828
May 27 00:35:39.407446 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35542) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:39.410843 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.411188 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.411523 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.411894 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.412222 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.412546 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.412867 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.413187 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.413505 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.413818 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.414140 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b32e7d0-4081-4ae9-b2b0-103a1b6689b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.468088 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:39.493242 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:39.543025 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:39.557375 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a6dcbe-710f-4a0c-b10d-d99a16362e14,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:39.566874 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:39.568002 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16a6dcbe-710f-4a0c-b10d-d99a16362e14 HTTP/1.1" status: 204  len: 168 time: 0.1595428
May 27 00:35:39.571378 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.572177 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.572177 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.572402 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.572730 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.573050 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.573370 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.573688 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.574008 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.574318 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.574632 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b00cbe-f845-4a6c-ba09-7e3cbba633a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:35:39.891655 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35552) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:39.909662 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-22569011-5b55-420a-b3c2-0144a7d26a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:39.940698 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-22569011-5b55-420a-b3c2-0144a7d26a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:39.944456 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-22569011-5b55-420a-b3c2-0144a7d26a8a admin admin] Usage tracker for resource:security_group_rule and tenant:9fc18abefe5749e2931cd39ccd9447e8 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:39.947172 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-22569011-5b55-420a-b3c2-0144a7d26a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:39.953443 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-22569011-5b55-420a-b3c2-0144a7d26a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:40.022119 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-22569011-5b55-420a-b3c2-0144a7d26a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:40.026531 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-22569011-5b55-420a-b3c2-0144a7d26a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:40.143718 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22569011-5b55-420a-b3c2-0144a7d26a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0c1c26-5b07-4d5c-a187-64551f29b07c,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:40.148960 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-22569011-5b55-420a-b3c2-0144a7d26a8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fc18abefe5749e2931cd39ccd9447e8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2563179
May 27 00:35:40.151509 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35556) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:40.209298 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8f8b3173-3101-4cce-96d7-b530f5f8b7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:40.234208 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8f8b3173-3101-4cce-96d7-b530f5f8b7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:40.283719 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8f8b3173-3101-4cce-96d7-b530f5f8b7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:40.297425 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b3173-3101-4cce-96d7-b530f5f8b7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0c1c26-5b07-4d5c-a187-64551f29b07c,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:40.303265 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8f8b3173-3101-4cce-96d7-b530f5f8b7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:40.304402 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-8f8b3173-3101-4cce-96d7-b530f5f8b7b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf0c1c26-5b07-4d5c-a187-64551f29b07c HTTP/1.1" status: 204  len: 168 time: 0.1519673
May 27 00:35:41.562339 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35588) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:41.701295 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c7ed6616-62ee-4853-a266-a0bd75025bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:41.734045 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-c7ed6616-62ee-4853-a266-a0bd75025bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:41.737763 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-c7ed6616-62ee-4853-a266-a0bd75025bf0 admin admin] Usage tracker for resource:security_group_rule and tenant:735c83f11ad94bc48125c8de00adf151 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:41.740491 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-c7ed6616-62ee-4853-a266-a0bd75025bf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:41.746128 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-c7ed6616-62ee-4853-a266-a0bd75025bf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:41.812499 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c7ed6616-62ee-4853-a266-a0bd75025bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:41.816279 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c7ed6616-62ee-4853-a266-a0bd75025bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:41.860301 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed6616-62ee-4853-a266-a0bd75025bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b486d39e-70f5-4ac5-bfe4-8eca14f202fd,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:41.865671 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-c7ed6616-62ee-4853-a266-a0bd75025bf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=735c83f11ad94bc48125c8de00adf151&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3022993
May 27 00:35:41.869038 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35594) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:41.930972 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd4e95a3-5692-4d86-aab0-03a3f137eaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:41.955580 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd4e95a3-5692-4d86-aab0-03a3f137eaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:42.007319 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd4e95a3-5692-4d86-aab0-03a3f137eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:42.022823 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e95a3-5692-4d86-aab0-03a3f137eaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b486d39e-70f5-4ac5-bfe4-8eca14f202fd,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:42.031724 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bd4e95a3-5692-4d86-aab0-03a3f137eaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:42.032828 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-bd4e95a3-5692-4d86-aab0-03a3f137eaa2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b486d39e-70f5-4ac5-bfe4-8eca14f202fd HTTP/1.1" status: 204  len: 168 time: 0.1629555
May 27 00:35:42.898954 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d9bfd-7577-4b83-9533-0435dbb07305 req-c0a513d3-a03a-438d-8575-50a109899ab3 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:42.900501 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-957d9bfd-7577-4b83-9533-0435dbb07305 req-c0a513d3-a03a-438d-8575-50a109899ab3 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0785015
May 27 00:35:42.951070 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-957d9bfd-7577-4b83-9533-0435dbb07305 req-99783ae0-56f5-4bc9-8be7-4f47e02129db tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441699
May 27 00:35:43.116509 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:35:43.269955 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:44.151721 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f48da-df5a-42b2-8a80-6c347629b44d req-ed865899-d72f-412c-8b9f-f8c302266e3c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:44.153092 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ff4f48da-df5a-42b2-8a80-6c347629b44d req-ed865899-d72f-412c-8b9f-f8c302266e3c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0753994
May 27 00:35:44.157648 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c9eac-7311-4ffe-b96f-e4aa3a3d15e3 req-9892007b-97f5-4477-8b15-e09bbb5a6d46 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:44.159044 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3b6c9eac-7311-4ffe-b96f-e4aa3a3d15e3 req-9892007b-97f5-4477-8b15-e09bbb5a6d46 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 945 time: 0.0749793
May 27 00:35:44.198541 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ff4f48da-df5a-42b2-8a80-6c347629b44d req-bc29d8b4-2cbf-4044-b29e-021d5165e278 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=12dc52ef-4dd5-4173-8645-0d67b5b36f7c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390275
May 27 00:35:44.227300 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-3b6c9eac-7311-4ffe-b96f-e4aa3a3d15e3 req-41546999-f58c-4188-bfc1-dbb277885124 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Deleting port 0b75c2d0-686b-462e-ac1f-fccc17453cdc {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:35:44.227672 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3b6c9eac-7311-4ffe-b96f-e4aa3a3d15e3 req-41546999-f58c-4188-bfc1-dbb277885124 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:44.467127 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-3b6c9eac-7311-4ffe-b96f-e4aa3a3d15e3 req-41546999-f58c-4188-bfc1-dbb277885124 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] For port 0b75c2d0-686b-462e-ac1f-fccc17453cdc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0b75c2d0-686b-462e-ac1f-fccc17453cdc,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:35:44.467478 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3b6c9eac-7311-4ffe-b96f-e4aa3a3d15e3 req-41546999-f58c-4188-bfc1-dbb277885124 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:44.511785 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-c54458d8-66b0-44c5-83af-960aa0b64f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:44.829593 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3b6c9eac-7311-4ffe-b96f-e4aa3a3d15e3 req-41546999-f58c-4188-bfc1-dbb277885124 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:44.829954 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3b6c9eac-7311-4ffe-b96f-e4aa3a3d15e3 req-41546999-f58c-4188-bfc1-dbb277885124 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:44.830254 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [req-3b6c9eac-7311-4ffe-b96f-e4aa3a3d15e3 req-41546999-f58c-4188-bfc1-dbb277885124 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Floating IP 6a3a4ad2-8774-426c-9713-579c84bb2a8f disassociated. External IP: 172.27.3.46, port: 0b75c2d0-686b-462e-ac1f-fccc17453cdc.
May 27 00:35:44.830621 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-3b6c9eac-7311-4ffe-b96f-e4aa3a3d15e3 req-41546999-f58c-4188-bfc1-dbb277885124 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Calling delete_port for 0b75c2d0-686b-462e-ac1f-fccc17453cdc owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:35:44.969950 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3b6c9eac-7311-4ffe-b96f-e4aa3a3d15e3 req-41546999-f58c-4188-bfc1-dbb277885124 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:45.018979 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41546999-f58c-4188-bfc1-dbb277885124 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event deleted for resources: {'Port': ['ID=0b75c2d0-686b-462e-ac1f-fccc17453cdc,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:45.224862 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b6c9eac-7311-4ffe-b96f-e4aa3a3d15e3 req-41546999-f58c-4188-bfc1-dbb277885124 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Router d148298d-871f-47e2-937d-72f9ec346874 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:35:45.368617 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8212eb84-64b2-408c-ba91-ac6c28a1d4ba req-9c81b219-92af-4217-9e4c-1e1a28bd7f0e tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bca8a67-781c-4267-b60c-68f2c59ce2c7 HTTP/1.1" status: 200  len: 210 time: 0.0446272
May 27 00:35:45.449948 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b6c9eac-7311-4ffe-b96f-e4aa3a3d15e3 req-41546999-f58c-4188-bfc1-dbb277885124 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:35:45.461703 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7909b33-65d1-4dda-bc09-e553bb687bd0 None None] Sync routers for ids ['d148298d-871f-47e2-937d-72f9ec346874'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:35:45.477876 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7909b33-65d1-4dda-bc09-e553bb687bd0 None None] Routers {'d148298d-871f-47e2-937d-72f9ec346874'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:35:45.479064 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-e7909b33-65d1-4dda-bc09-e553bb687bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf11f5ee0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:35:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['d148298d-871f-47e2-937d-72f9ec346874'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:45.531680 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6c9eac-7311-4ffe-b96f-e4aa3a3d15e3 req-41546999-f58c-4188-bfc1-dbb277885124 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] No DVR routers for this DVR port 0b75c2d0-686b-462e-ac1f-fccc17453cdc on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:35:45.534426 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3b6c9eac-7311-4ffe-b96f-e4aa3a3d15e3 req-41546999-f58c-4188-bfc1-dbb277885124 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:45.537351 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bca8a67-781c-4267-b60c-68f2c59ce2c7', 'name': 'network-vif-deleted', 'tag': '0b75c2d0-686b-462e-ac1f-fccc17453cdc'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:35:45.563405 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3b6c9eac-7311-4ffe-b96f-e4aa3a3d15e3 req-41546999-f58c-4188-bfc1-dbb277885124 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.45 "DELETE /v2.0/ports/0b75c2d0-686b-462e-ac1f-fccc17453cdc HTTP/1.1" status: 204  len: 173 time: 1.3972337
May 27 00:35:45.598594 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871fb2c0-6a3e-4af7-bd0d-b37d6bccc180'] response: {'server_uuid': '7bca8a67-781c-4267-b60c-68f2c59ce2c7', 'name': 'network-vif-deleted', 'tag': '0b75c2d0-686b-462e-ac1f-fccc17453cdc', 'status': 'completed', 'code': 200}
May 27 00:35:45.686190 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-e7909b33-65d1-4dda-bc09-e553bb687bd0 None None] Set router d148298d-871f-47e2-937d-72f9ec346874 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:35:46.003262 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-e7909b33-65d1-4dda-bc09-e553bb687bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf11f5ee0>, [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:29:18Z', 'revision_number': 5, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:46.007095 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7909b33-65d1-4dda-bc09-e553bb687bd0 None None] Checking router: d148298d-871f-47e2-937d-72f9ec346874 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:35:46.019231 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7909b33-65d1-4dda-bc09-e553bb687bd0 None None] Routers {'d148298d-871f-47e2-937d-72f9ec346874'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:35:46.019949 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-e7909b33-65d1-4dda-bc09-e553bb687bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf11f5ee0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:35:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['d148298d-871f-47e2-937d-72f9ec346874'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:46.223607 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-e7909b33-65d1-4dda-bc09-e553bb687bd0 None None] Set router d148298d-871f-47e2-937d-72f9ec346874 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:35:46.518113 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35682) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:46.529556 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-e7909b33-65d1-4dda-bc09-e553bb687bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf11f5ee0>, [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:29:18Z', 'revision_number': 5, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:46.533480 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7909b33-65d1-4dda-bc09-e553bb687bd0 None None] The sync data for ids ['d148298d-871f-47e2-937d-72f9ec346874'] in dv-cinder-843305-3-iscsi is: [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:29:18Z', 'revision_number': 5, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:35:46.597165 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-89edcd2b-ff71-41a5-b701-22fcba1979a5 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:46.626895 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-89edcd2b-ff71-41a5-b701-22fcba1979a5 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:46.686080 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-4a414a28-7482-48ff-98f4-6aacb389686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:46.690760 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-89edcd2b-ff71-41a5-b701-22fcba1979a5 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:46.708380 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edcd2b-ff71-41a5-b701-22fcba1979a5 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dc52ef-4dd5-4173-8645-0d67b5b36f7c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:46.715107 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-89edcd2b-ff71-41a5-b701-22fcba1979a5 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:46.717032 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-89edcd2b-ff71-41a5-b701-22fcba1979a5 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "DELETE /v2.0/security-groups/12dc52ef-4dd5-4173-8645-0d67b5b36f7c HTTP/1.1" status: 204  len: 168 time: 0.1973059
May 27 00:35:46.719936 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35690) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:46.745280 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.api.v2.resource [None req-80ba1479-1836-403e-8796-8d20e3c2b182 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] show failed (client error): The resource could not be found.
May 27 00:35:46.747024 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-80ba1479-1836-403e-8796-8d20e3c2b182 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups/12dc52ef-4dd5-4173-8645-0d67b5b36f7c HTTP/1.1" status: 404  len: 347 time: 0.0253847
May 27 00:35:46.750289 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35694) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:46.816176 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc536f0-ff32-4699-a384-24414f4b9b16 None None] New status for floating IP 6a3a4ad2-8774-426c-9713-579c84bb2a8f: DOWN {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:35:46.912954 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Deleting port 8c1eda0a-7893-44c7-a8e1-a24c1820e41d {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:35:46.913685 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:46.931052 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 0b75c2d0-686b-462e-ac1f-fccc17453cdc no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:35:46.952423 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35700) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:46.978902 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: 0b75c2d0-686b-462e-ac1f-fccc17453cdc {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:35:46.979230 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 0b75c2d0-686b-462e-ac1f-fccc17453cdc not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:35:47.099571 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:47.100136 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:47.105763 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5ff82a5d-bfc2-46da-a592-ca8237b6d392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:47.142955 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-5ff82a5d-bfc2-46da-a592-ca8237b6d392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:47.147651 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-5ff82a5d-bfc2-46da-a592-ca8237b6d392 admin admin] Usage tracker for resource:security_group_rule and tenant:1f44144de93e4e12ba1d202f35e78572 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:47.151124 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-5ff82a5d-bfc2-46da-a592-ca8237b6d392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:47.158708 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-5ff82a5d-bfc2-46da-a592-ca8237b6d392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:47.225044 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Calling delete_port for 8c1eda0a-7893-44c7-a8e1-a24c1820e41d owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:35:47.235110 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5ff82a5d-bfc2-46da-a592-ca8237b6d392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:47.240450 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5ff82a5d-bfc2-46da-a592-ca8237b6d392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:47.305874 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.db.api [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 27 00:35:47.306272 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG oslo_db.api [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 27 00:35:47.309052 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff82a5d-bfc2-46da-a592-ca8237b6d392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bc622a-96b3-452e-99a8-05569b538a67,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:47.323028 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-5ff82a5d-bfc2-46da-a592-ca8237b6d392 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f44144de93e4e12ba1d202f35e78572&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3695710
May 27 00:35:47.326316 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35708) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:47.334160 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8f5af82e-b9d7-471a-ba3e-6e6812242f34 req-521bc319-72b5-42b7-9e31-f47fe14785f1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078060276&fields=id&tenant_id=9731980df32f4139ac2ef67876d622aa HTTP/1.1" status: 200  len: 267 time: 0.0857282
May 27 00:35:47.392546 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5dadb561-120a-4574-9a39-c4916d05d2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:47.419608 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5af82e-b9d7-471a-ba3e-6e6812242f34 req-5d751b5f-cd16-46d5-8796-b65aa89e8ad1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:47.419949 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5dadb561-120a-4574-9a39-c4916d05d2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:47.421104 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8f5af82e-b9d7-471a-ba3e-6e6812242f34 req-5d751b5f-cd16-46d5-8796-b65aa89e8ad1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 984 time: 0.0815005
May 27 00:35:47.432254 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [req-8f5af82e-b9d7-471a-ba3e-6e6812242f34 req-9f103623-e3f0-405d-8580-f6262c198e3d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Request body: {'port': {'security_groups': ['82fc1249-581a-4cf8-b8a4-391bddcda084']}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:35:47.477586 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5dadb561-120a-4574-9a39-c4916d05d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:47.494969 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadb561-120a-4574-9a39-c4916d05d2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bc622a-96b3-452e-99a8-05569b538a67,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:47.515406 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5dadb561-120a-4574-9a39-c4916d05d2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:47.516627 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-5dadb561-120a-4574-9a39-c4916d05d2b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32bc622a-96b3-452e-99a8-05569b538a67 HTTP/1.1" status: 204  len: 168 time: 0.1893461
May 27 00:35:47.564475 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-8f5af82e-b9d7-471a-ba3e-6e6812242f34 req-9f103623-e3f0-405d-8580-f6262c198e3d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:47.807639 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Deleting port 8c1eda0a-7893-44c7-a8e1-a24c1820e41d {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:35:47.807639 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:47.824763 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [req-8f5af82e-b9d7-471a-ba3e-6e6812242f34 req-9f103623-e3f0-405d-8580-f6262c198e3d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] For port 916fab78-ef26-4b4a-98a3-1661a2382626, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=916fab78-ef26-4b4a-98a3-1661a2382626,segment=NetworkSegment(a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e),segment_id=a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:35:47.852480 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-8f5af82e-b9d7-471a-ba3e-6e6812242f34 req-9f103623-e3f0-405d-8580-f6262c198e3d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:47.859716 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-8f5af82e-b9d7-471a-ba3e-6e6812242f34 req-9f103623-e3f0-405d-8580-f6262c198e3d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877299'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:47.873293 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['916fab78-ef26-4b4a-98a3-1661a2382626'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:35:47.977239 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5af82e-b9d7-471a-ba3e-6e6812242f34 req-9f103623-e3f0-405d-8580-f6262c198e3d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:47.977785 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [req-8f5af82e-b9d7-471a-ba3e-6e6812242f34 req-9f103623-e3f0-405d-8580-f6262c198e3d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:47.980921 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:47.992984 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8f5af82e-b9d7-471a-ba3e-6e6812242f34 req-9f103623-e3f0-405d-8580-f6262c198e3d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "PUT /v2.0/ports/916fab78-ef26-4b4a-98a3-1661a2382626 HTTP/1.1" status: 200  len: 942 time: 0.5646436
May 27 00:35:47.992984 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'tag': '916fab78-ef26-4b4a-98a3-1661a2382626'}] {{(pid=83748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:35:47.997250 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35724) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:48.016807 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:48.022474 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f103623-e3f0-405d-8580-f6262c198e3d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Pushing event updated for resources: {'Port': ['ID=916fab78-ef26-4b4a-98a3-1661a2382626,revision_number=7']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:48.103256 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['916fab78-ef26-4b4a-98a3-1661a2382626'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:35:48.115062 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e271d5-9616-4141-9ee9-0a97f76d4438'] response: {'name': 'network-changed', 'server_uuid': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'tag': '916fab78-ef26-4b4a-98a3-1661a2382626', 'status': 'completed', 'code': 200}
May 27 00:35:48.148967 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4a82d6a2-7135-45f9-bfc2-9ed7d0d32cdb tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:48.180488 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4a82d6a2-7135-45f9-bfc2-9ed7d0d32cdb tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:48.269265 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4a82d6a2-7135-45f9-bfc2-9ed7d0d32cdb tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:48.273341 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:48.273672 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:48.288282 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82d6a2-7135-45f9-bfc2-9ed7d0d32cdb tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588abe1f-fead-448a-a4f4-bcb9d93cba59,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:48.307693 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4a82d6a2-7135-45f9-bfc2-9ed7d0d32cdb tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:48.308823 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-4a82d6a2-7135-45f9-bfc2-9ed7d0d32cdb tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "DELETE /v2.0/security-groups/588abe1f-fead-448a-a4f4-bcb9d93cba59 HTTP/1.1" status: 204  len: 168 time: 0.3072762
May 27 00:35:48.311533 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35734) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:48.437680 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-837e26c1-3e2d-4d70-b6da-eea1b47bdb71 None None] Provisioning complete for port 916fab78-ef26-4b4a-98a3-1661a2382626 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:35:48.438047 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-837e26c1-3e2d-4d70-b6da-eea1b47bdb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:48.455016 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Calling delete_port for 8c1eda0a-7893-44c7-a8e1-a24c1820e41d owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:35:48.537383 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50c3bc-2160-4854-95c0-6d791d313940 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Deleting port f6d164e2-fc98-4d3b-9521-323808a36525 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:35:48.537635 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bd50c3bc-2160-4854-95c0-6d791d313940 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:48.570364 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-748b1e41-ba83-4806-a8bc-e420636d73b6 req-180a5d9e-3013-4a10-8509-4a582dbbc346 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9731980df32f4139ac2ef67876d622aa&device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 1098 time: 0.4458168
May 27 00:35:48.707993 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bd50c3bc-2160-4854-95c0-6d791d313940 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:48.708751 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bd50c3bc-2160-4854-95c0-6d791d313940 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:48.740105 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:48.794419 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event deleted for resources: {'Port': ['ID=8c1eda0a-7893-44c7-a8e1-a24c1820e41d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:48.810133 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b1e41-ba83-4806-a8bc-e420636d73b6 req-30e614e1-4bba-4325-a1a3-f5c9e7d89506 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:48.812345 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-748b1e41-ba83-4806-a8bc-e420636d73b6 req-30e614e1-4bba-4325-a1a3-f5c9e7d89506 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca5aab07-144c-48b5-bc3d-33231f9c45ef HTTP/1.1" status: 200  len: 916 time: 0.2318313
May 27 00:35:48.922672 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50c3bc-2160-4854-95c0-6d791d313940 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Calling delete_port for f6d164e2-fc98-4d3b-9521-323808a36525 owned by network:floatingip {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:35:49.000834 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-748b1e41-ba83-4806-a8bc-e420636d73b6 req-efba771b-395d-4baf-bb1d-e537dc60bd02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916fab78-ef26-4b4a-98a3-1661a2382626 HTTP/1.1" status: 200  len: 1001 time: 0.1628025
May 27 00:35:49.003617 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.065458 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.077948 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-ffe7ed7b-cd79-4acf-a812-b016da5664c1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "DELETE /v2.0/floatingips/6a3a4ad2-8774-426c-9713-579c84bb2a8f HTTP/1.1" status: 204  len: 168 time: 2.3234279
May 27 00:35:49.090470 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b1e41-ba83-4806-a8bc-e420636d73b6 req-2f4eb3f3-c4f7-4422-9767-1a5973930076 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:49.090768 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-748b1e41-ba83-4806-a8bc-e420636d73b6 req-2f4eb3f3-c4f7-4422-9767-1a5973930076 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd0f8618-a735-45f8-9e28-d0acd43f52a4 HTTP/1.1" status: 200  len: 854 time: 0.0826416
May 27 00:35:49.111866 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bd50c3bc-2160-4854-95c0-6d791d313940 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.166458 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50c3bc-2160-4854-95c0-6d791d313940 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Pushing event deleted for resources: {'Port': ['ID=f6d164e2-fc98-4d3b-9521-323808a36525,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:49.181536 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-748b1e41-ba83-4806-a8bc-e420636d73b6 req-e0192533-5bd6-4b5d-92f8-aff7cb910d47 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca5aab07-144c-48b5-bc3d-33231f9c45ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851338
May 27 00:35:49.192823 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35750) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:49.212196 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.217593 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-19c8b876-6e79-48cd-bac5-2e8351b0f93f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1580477178', 'description': 'tempest-description--1518889407'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:35:49.225755 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-19c8b876-6e79-48cd-bac5-2e8351b0f93f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:49.259455 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bd50c3bc-2160-4854-95c0-6d791d313940 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks [] for floatingip, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.276073 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-19c8b876-6e79-48cd-bac5-2e8351b0f93f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Usage tracker for resource:security_group and tenant:7feb0b7352ec488cb0838c2d67853e12 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:49.285108 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-19c8b876-6e79-48cd-bac5-2e8351b0f93f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:49.293682 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-19c8b876-6e79-48cd-bac5-2e8351b0f93f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:49.309431 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-19c8b876-6e79-48cd-bac5-2e8351b0f93f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.363564 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-748b1e41-ba83-4806-a8bc-e420636d73b6 req-c7e1ac8f-d6de-48b0-810e-08f4b1b66853 service neutron] 10.222.0.45 "GET /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697810
May 27 00:35:49.369650 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-19c8b876-6e79-48cd-bac5-2e8351b0f93f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:49.392828 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-19c8b876-6e79-48cd-bac5-2e8351b0f93f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Usage tracker for resource:security_group_rule and tenant:7feb0b7352ec488cb0838c2d67853e12 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:49.398036 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-19c8b876-6e79-48cd-bac5-2e8351b0f93f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:49.451254 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-19c8b876-6e79-48cd-bac5-2e8351b0f93f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:49.534913 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-748b1e41-ba83-4806-a8bc-e420636d73b6 req-8adb3d00-400d-48cc-8dfe-ee8094bdf7d3 service neutron] 10.222.0.45 "GET /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1629145
May 27 00:35:49.548599 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-19c8b876-6e79-48cd-bac5-2e8351b0f93f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.552687 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-19c8b876-6e79-48cd-bac5-2e8351b0f93f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.594339 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8b876-6e79-48cd-bac5-2e8351b0f93f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7174ca-252f-40c6-8f5d-a4089f32c6bc,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:49.596841 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-19c8b876-6e79-48cd-bac5-2e8351b0f93f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.600859 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-19c8b876-6e79-48cd-bac5-2e8351b0f93f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.4031549
May 27 00:35:49.601250 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35754) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:49.607126 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-d3267d46-556e-4b80-a7da-fb3bd05b33f1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Request body: {'security_group_rule': {'security_group_id': 'fc7174ca-252f-40c6-8f5d-a4089f32c6bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:35:49.612738 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d3267d46-556e-4b80-a7da-fb3bd05b33f1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:49.616548 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-d3267d46-556e-4b80-a7da-fb3bd05b33f1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Usage tracker for resource:security_group_rule and tenant:7feb0b7352ec488cb0838c2d67853e12 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:49.619366 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-d3267d46-556e-4b80-a7da-fb3bd05b33f1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:49.625075 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d3267d46-556e-4b80-a7da-fb3bd05b33f1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:49.642026 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d3267d46-556e-4b80-a7da-fb3bd05b33f1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.660593 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd50c3bc-2160-4854-95c0-6d791d313940 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Router cd9c1e2d-3107-484f-8510-afd166d4bc6e has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:35:49.706130 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d3267d46-556e-4b80-a7da-fb3bd05b33f1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.709982 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d3267d46-556e-4b80-a7da-fb3bd05b33f1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.734273 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3267d46-556e-4b80-a7da-fb3bd05b33f1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea2ad94-51a4-44a2-b960-830089443a08,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:49.744074 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d3267d46-556e-4b80-a7da-fb3bd05b33f1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.748082 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-d3267d46-556e-4b80-a7da-fb3bd05b33f1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1431184
May 27 00:35:49.748277 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35758) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:49.753520 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-e22f22d8-cc3a-4247-be31-afb83205dc4c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Request body: {'security_group_rule': {'security_group_id': 'fc7174ca-252f-40c6-8f5d-a4089f32c6bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:35:49.759352 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e22f22d8-cc3a-4247-be31-afb83205dc4c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:49.763244 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-e22f22d8-cc3a-4247-be31-afb83205dc4c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Usage tracker for resource:security_group_rule and tenant:7feb0b7352ec488cb0838c2d67853e12 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:49.766062 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-e22f22d8-cc3a-4247-be31-afb83205dc4c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:49.771783 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-e22f22d8-cc3a-4247-be31-afb83205dc4c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:49.789321 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e22f22d8-cc3a-4247-be31-afb83205dc4c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.853678 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e22f22d8-cc3a-4247-be31-afb83205dc4c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.859351 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e22f22d8-cc3a-4247-be31-afb83205dc4c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.877004 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd50c3bc-2160-4854-95c0-6d791d313940 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:35:49.882378 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f22d8-cc3a-4247-be31-afb83205dc4c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90893321-f21b-45d1-a1a7-cd20c61b2a49,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:49.887029 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6923f6e9-75e8-4b22-af0f-5caa25013405 None None] Sync routers for ids ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:35:49.897139 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bd50c3bc-2160-4854-95c0-6d791d313940 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.900062 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6923f6e9-75e8-4b22-af0f-5caa25013405 None None] Routers {'cd9c1e2d-3107-484f-8510-afd166d4bc6e'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:35:49.900710 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-6923f6e9-75e8-4b22-af0f-5caa25013405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf13edc70>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:35:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:49.901967 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e22f22d8-cc3a-4247-be31-afb83205dc4c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.906947 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-e22f22d8-cc3a-4247-be31-afb83205dc4c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1578069
May 27 00:35:49.907555 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35762) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:35:49.919671 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Request body: {'floatingip': {'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:35:49.926054 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:49.929932 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Usage tracker for resource:floatingip and tenant:7feb0b7352ec488cb0838c2d67853e12 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:49.932876 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:49.938737 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:49.949523 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:49.958899 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-bd50c3bc-2160-4854-95c0-6d791d313940 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "DELETE /v2.0/floatingips/7717133a-645e-490e-825d-02d14f534df6 HTTP/1.1" status: 204  len: 168 time: 1.6437874
May 27 00:35:50.097800 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-6923f6e9-75e8-4b22-af0f-5caa25013405 None None] Set router cd9c1e2d-3107-484f-8510-afd166d4bc6e gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:35:50.115806 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'tag': '916fab78-ef26-4b4a-98a3-1661a2382626'}] {{(pid=83748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:35:50.178859 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:50.198787 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43068625-7545-45e9-8444-d7e26c3346f9'] response: {'name': 'network-changed', 'server_uuid': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'tag': '916fab78-ef26-4b4a-98a3-1661a2382626', 'status': 'completed', 'code': 200}
May 27 00:35:50.392233 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-662f64ab-8652-48eb-9d46-69ec1b964449 req-171accb6-8ed7-4e4f-95e7-07cb9f715605 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9731980df32f4139ac2ef67876d622aa&device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 1098 time: 0.1666512
May 27 00:35:50.430940 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Allocated IP 172.27.3.246 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/621054ad-234f-4239-bc40-42bd391f61e0) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:35:50.511768 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-6923f6e9-75e8-4b22-af0f-5caa25013405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf13edc70>, [{'id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'name': 'tempest-TestMinimumBasicScenario-2135410411-router', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '155877db-4276-4042-994d-31aee6a3e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:06Z', 'updated_at': '2022-05-27T00:31:10Z', 'revision_number': 4, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'gw_port': {'id': '155877db-4276-4042-994d-31aee6a3e262', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'e3115ed8-7fe4-4142-8b27-805eeb7a69b3', 'name': '', 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'mac_address': 'fa:16:3e:55:0d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:09Z', 'updated_at': '2022-05-27T00:31:21Z', 'revision_number': 5, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'subnets': [{'id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:50.516694 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6923f6e9-75e8-4b22-af0f-5caa25013405 None None] Checking router: cd9c1e2d-3107-484f-8510-afd166d4bc6e for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:35:50.533653 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6923f6e9-75e8-4b22-af0f-5caa25013405 None None] Routers {'cd9c1e2d-3107-484f-8510-afd166d4bc6e'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:35:50.534290 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-6923f6e9-75e8-4b22-af0f-5caa25013405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf13edc70>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:35:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:50.647493 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f64ab-8652-48eb-9d46-69ec1b964449 req-57d6e240-e9bf-46b9-a1fe-3f9848220bc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:50.648972 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-662f64ab-8652-48eb-9d46-69ec1b964449 req-57d6e240-e9bf-46b9-a1fe-3f9848220bc3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca5aab07-144c-48b5-bc3d-33231f9c45ef HTTP/1.1" status: 200  len: 916 time: 0.2493420
May 27 00:35:50.725783 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-6923f6e9-75e8-4b22-af0f-5caa25013405 None None] Set router cd9c1e2d-3107-484f-8510-afd166d4bc6e gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:35:50.744550 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-662f64ab-8652-48eb-9d46-69ec1b964449 req-0067def8-c108-4c80-818a-2938eea130a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916fab78-ef26-4b4a-98a3-1661a2382626 HTTP/1.1" status: 200  len: 217 time: 0.0770869
May 27 00:35:50.747810 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:50.822751 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f64ab-8652-48eb-9d46-69ec1b964449 req-ac173e6f-c923-46ad-b721-b0359ab6fb9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:50.824456 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-662f64ab-8652-48eb-9d46-69ec1b964449 req-ac173e6f-c923-46ad-b721-b0359ab6fb9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd0f8618-a735-45f8-9e28-d0acd43f52a4 HTTP/1.1" status: 200  len: 854 time: 0.0703278
May 27 00:35:50.835319 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:50.960085 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:35:50.965391 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:35:50.972406 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:35:51.069858 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event updated for resources: {'Port': ['ID=621054ad-234f-4239-bc40-42bd391f61e0,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:51.170284 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:51.207612 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-6923f6e9-75e8-4b22-af0f-5caa25013405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf13edc70>, [{'id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'name': 'tempest-TestMinimumBasicScenario-2135410411-router', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '155877db-4276-4042-994d-31aee6a3e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:06Z', 'updated_at': '2022-05-27T00:31:10Z', 'revision_number': 4, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'gw_port': {'id': '155877db-4276-4042-994d-31aee6a3e262', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'e3115ed8-7fe4-4142-8b27-805eeb7a69b3', 'name': '', 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'mac_address': 'fa:16:3e:55:0d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:09Z', 'updated_at': '2022-05-27T00:31:21Z', 'revision_number': 5, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'subnets': [{'id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:35:51.211841 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6923f6e9-75e8-4b22-af0f-5caa25013405 None None] The sync data for ids ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'] in dv-cinder-843305-3-iscsi is: [{'id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'name': 'tempest-TestMinimumBasicScenario-2135410411-router', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '155877db-4276-4042-994d-31aee6a3e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:06Z', 'updated_at': '2022-05-27T00:31:10Z', 'revision_number': 4, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'gw_port': {'id': '155877db-4276-4042-994d-31aee6a3e262', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'e3115ed8-7fe4-4142-8b27-805eeb7a69b3', 'name': '', 'network_id': 'ca5aab07-144c-48b5-bc3d-33231f9c45ef', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'mac_address': 'fa:16:3e:55:0d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:09Z', 'updated_at': '2022-05-27T00:31:21Z', 'revision_number': 5, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'subnets': [{'id': 'bd0f8618-a735-45f8-9e28-d0acd43f52a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:35:51.235223 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-662f64ab-8652-48eb-9d46-69ec1b964449 req-8d20bee2-96cd-40d6-a582-c0e585ff83a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca5aab07-144c-48b5-bc3d-33231f9c45ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3778682
May 27 00:35:51.239834 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:51.467962 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba94638-aad1-4a21-bc45-dc19984d2ac8 None None] New status for floating IP 7717133a-645e-490e-825d-02d14f534df6: DOWN {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:35:51.498242 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-662f64ab-8652-48eb-9d46-69ec1b964449 req-dddd8554-d479-4009-afd0-6fce191a9add service neutron] 10.222.0.45 "GET /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287366
May 27 00:35:51.742157 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:51.749074 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-662f64ab-8652-48eb-9d46-69ec1b964449 req-d818ad84-1e4d-4bda-a796-eb7bc1bd5dd6 service neutron] 10.222.0.45 "GET /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2462435
May 27 00:35:51.749631 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:51.858813 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event updated for resources: {'Port': ['ID=621054ad-234f-4239-bc40-42bd391f61e0,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:51.870398 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:51.892625 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:51.893806 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-600e85ee-9c0b-4934-8aff-8125c0e07ddd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9853158
May 27 00:35:52.119949 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-ec9f9638-3811-4c29-99ff-562b6f23205b tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1580477178&fields=id&tenant_id=7feb0b7352ec488cb0838c2d67853e12 HTTP/1.1" status: 200  len: 267 time: 0.0423458
May 27 00:35:52.271241 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-df778b34-d339-47cd-a1f8-ec292a03952e tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:52.272744 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-df778b34-d339-47cd-a1f8-ec292a03952e tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/networks?id=93818b25-db8b-4c49-bcdd-2f72652d1c2a HTTP/1.1" status: 200  len: 811 time: 0.1460400
May 27 00:35:52.289427 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-011bfd46-3b48-4024-b07f-bac2eac1f9ff tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/quotas/7feb0b7352ec488cb0838c2d67853e12 HTTP/1.1" status: 200  len: 375 time: 0.0111330
May 27 00:35:52.378061 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-921ca525-9be8-43db-94ca-68a24b2e33ff tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7feb0b7352ec488cb0838c2d67853e12&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0827401
May 27 00:35:52.515802 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-59105360-fbdf-42a0-8792-36088f91250e service neutron] 10.222.0.21 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258197
May 27 00:35:52.656043 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-1cb8b1ef-db51-4266-9088-968c74adc9f4 service neutron] 10.222.0.21 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340723
May 27 00:35:52.838698 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3b79dd44-adba-4f7f-bb9b-b7ce8135ae43 req-d5b3721a-c28e-44d2-b42a-c42b39c767ff tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 210 time: 0.0419295
May 27 00:35:53.420942 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aaf67-a9cd-4210-8bee-fb01bbe49a1f req-19c7b41c-c084-4688-8041-6470014ef362 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:53.421619 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-ea3aaf67-a9cd-4210-8bee-fb01bbe49a1f req-19c7b41c-c084-4688-8041-6470014ef362 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Synchronizing usage tracker for tenant:9731980df32f4139ac2ef67876d622aa on resource:port {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:35:53.437607 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-ea3aaf67-a9cd-4210-8bee-fb01bbe49a1f req-19c7b41c-c084-4688-8041-6470014ef362 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Unset dirty status for tenant:9731980df32f4139ac2ef67876d622aa on resource:port {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:35:53.439773 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ea3aaf67-a9cd-4210-8bee-fb01bbe49a1f req-19c7b41c-c084-4688-8041-6470014ef362 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 945 time: 0.2017527
May 27 00:35:53.496937 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-ea3aaf67-a9cd-4210-8bee-fb01bbe49a1f req-c3c04c90-86d9-4fbe-abe2-63ef61e0b953 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Synchronizing usage tracker for tenant:9731980df32f4139ac2ef67876d622aa on resource:security_group {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:35:53.512674 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-ea3aaf67-a9cd-4210-8bee-fb01bbe49a1f req-c3c04c90-86d9-4fbe-abe2-63ef61e0b953 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Unset dirty status for tenant:9731980df32f4139ac2ef67876d622aa on resource:security_group {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:35:53.514374 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ea3aaf67-a9cd-4210-8bee-fb01bbe49a1f req-c3c04c90-86d9-4fbe-abe2-63ef61e0b953 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686321
May 27 00:35:53.881447 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-84d74488-731f-45ba-b454-6bd47a2c84f5 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:53.882151 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-84d74488-731f-45ba-b454-6bd47a2c84f5 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Synchronizing usage tracker for tenant:7feb0b7352ec488cb0838c2d67853e12 on resource:network {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:35:53.900343 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-84d74488-731f-45ba-b454-6bd47a2c84f5 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Unset dirty status for tenant:7feb0b7352ec488cb0838c2d67853e12 on resource:network {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:35:53.901654 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-84d74488-731f-45ba-b454-6bd47a2c84f5 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.45 "GET /v2.0/networks?id=93818b25-db8b-4c49-bcdd-2f72652d1c2a HTTP/1.1" status: 200  len: 811 time: 0.1689246
May 27 00:35:53.957580 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-387e1d05-79ff-4f1a-bef9-8b4d31615278 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Synchronizing usage tracker for tenant:7feb0b7352ec488cb0838c2d67853e12 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:35:53.981348 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-387e1d05-79ff-4f1a-bef9-8b4d31615278 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Unset dirty status for tenant:7feb0b7352ec488cb0838c2d67853e12 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:35:53.982990 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-387e1d05-79ff-4f1a-bef9-8b4d31615278 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7feb0b7352ec488cb0838c2d67853e12 HTTP/1.1" status: 200  len: 380 time: 0.0681179
May 27 00:35:53.992186 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Request body: {'port': {'device_id': '5e9044d2-6f01-4bf7-a7d5-1cd70547d20e', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'admin_state_up': True, 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'security_groups': ['fc7174ca-252f-40c6-8f5d-a4089f32c6bc']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:35:54.019229 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a339ed52-c2a6-47ea-b69f-77a3ed1cb650 req-52c307a8-ab05-4596-8c0e-80836b0eb47f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 210 time: 0.0461264
May 27 00:35:54.125704 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:35:54.129628 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Usage tracker for resource:port and tenant:7feb0b7352ec488cb0838c2d67853e12 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:35:54.132356 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:35:54.138480 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:35:54.147901 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Made reservation on behalf of 7feb0b7352ec488cb0838c2d67853e12 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:35:54.151170 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:54.309143 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Allocated IP 172.20.0.6 (93818b25-db8b-4c49-bcdd-2f72652d1c2a/052ff756-2064-4785-8a85-0bcbd1be012c/b1822d98-1399-4bc4-ae6e-e9906cd0fb78) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:35:54.494256 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:54.510215 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Transition to ACTIVE for port object b1822d98-1399-4bc4-ae6e-e9906cd0fb78 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:35:54.531769 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:54.604072 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Network 93818b25-db8b-4c49-bcdd-2f72652d1c2a is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:35:54.607991 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:35:54.612443 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:35:54.640855 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event updated for resources: {'Port': ['ID=b1822d98-1399-4bc4-ae6e-e9906cd0fb78,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:54.687868 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:54.688477 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:54.715648 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-dff03cda-06c8-4ddc-a776-e9ce5496e1cc tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7270391
May 27 00:35:54.729016 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Request body: {'port': {'device_id': '5e9044d2-6f01-4bf7-a7d5-1cd70547d20e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:35:54.736242 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0ed22-30e0-45bd-bdfe-3fb7f599a3a2 req-f63cf0cf-9ba6-41a8-8270-73ebdd56ff29 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:54.738907 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-37e0ed22-30e0-45bd-bdfe-3fb7f599a3a2 req-f63cf0cf-9ba6-41a8-8270-73ebdd56ff29 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 945 time: 0.0986891
May 27 00:35:54.798252 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-37e0ed22-30e0-45bd-bdfe-3fb7f599a3a2 req-e25c84fb-a9f5-4d66-86fb-bc35ee66b96d tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528548
May 27 00:35:54.851153 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-ec7b5abf-81bd-46e2-8cce-b5a15cc894a8 None None] Provisioning for port b1822d98-1399-4bc4-ae6e-e9906cd0fb78 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:35:54.859847 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-ec7b5abf-81bd-46e2-8cce-b5a15cc894a8 None None] Provisioning complete for port b1822d98-1399-4bc4-ae6e-e9906cd0fb78 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:35:54.860418 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ec7b5abf-81bd-46e2-8cce-b5a15cc894a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:54.904761 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:54.934823 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b5abf-81bd-46e2-8cce-b5a15cc894a8 None None] Port b1822d98-1399-4bc4-ae6e-e9906cd0fb78 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:35:55.281945 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe7580-ebd5-4575-9cba-702b33f7494d req-f6f33c7a-467f-43fa-b1cc-591c4a2b9552 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:55.283401 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-dabe7580-ebd5-4575-9cba-702b33f7494d req-f6f33c7a-467f-43fa-b1cc-591c4a2b9552 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 931 time: 0.0949614
May 27 00:35:55.335411 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-dabe7580-ebd5-4575-9cba-702b33f7494d req-919de391-d7cd-4ad4-a73f-777f25ba6697 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc7174ca-252f-40c6-8f5d-a4089f32c6bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455515
May 27 00:35:55.363254 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1822d98-1399-4bc4-ae6e-e9906cd0fb78 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:35:55.368390 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:55.382688 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Transition to ACTIVE for port object b1822d98-1399-4bc4-ae6e-e9906cd0fb78 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:35:55.386321 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:55.546583 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Pushing event updated for resources: {'Port': ['ID=b1822d98-1399-4bc4-ae6e-e9906cd0fb78,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:55.730665 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7df97-d9a9-463f-bd91-dd93c4a16d35 req-3bb43107-01c2-42b3-a11e-8b22f007d324 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:55.731432 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-d5a7df97-d9a9-463f-bd91-dd93c4a16d35 req-3bb43107-01c2-42b3-a11e-8b22f007d324 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Synchronizing usage tracker for tenant:9731980df32f4139ac2ef67876d622aa on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:35:55.757582 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-d5a7df97-d9a9-463f-bd91-dd93c4a16d35 req-3bb43107-01c2-42b3-a11e-8b22f007d324 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Unset dirty status for tenant:9731980df32f4139ac2ef67876d622aa on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:35:55.758620 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d5a7df97-d9a9-463f-bd91-dd93c4a16d35 req-3bb43107-01c2-42b3-a11e-8b22f007d324 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 945 time: 0.3374166
May 27 00:35:55.796904 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Attempting to bind port b1822d98-1399-4bc4-ae6e-e9906cd0fb78 on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:35:55.797224 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Attempting to bind port b1822d98-1399-4bc4-ae6e-e9906cd0fb78 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:35:55.797541 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Attempting to bind port b1822d98-1399-4bc4-ae6e-e9906cd0fb78 on network 93818b25-db8b-4c49-bcdd-2f72652d1c2a {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:35:55.821068 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Port b1822d98-1399-4bc4-ae6e-e9906cd0fb78 on network 93818b25-db8b-4c49-bcdd-2f72652d1c2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:35:55.821282 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Attempting to bind port b1822d98-1399-4bc4-ae6e-e9906cd0fb78 on network 93818b25-db8b-4c49-bcdd-2f72652d1c2a {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:35:55.837695 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:35:55.838313 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Checking segment: {'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:35:55.838780 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Bound using segment: {'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:35:55.839714 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Bound port: b1822d98-1399-4bc4-ae6e-e9906cd0fb78, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b75782-e7e9-4727-a114-96cc21dc72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:35:55.839714 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:55.890359 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-d5a7df97-d9a9-463f-bd91-dd93c4a16d35 req-4fb87041-c3c0-4908-a952-66b4eefed0f8 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Deleting port 916fab78-ef26-4b4a-98a3-1661a2382626 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:35:55.890749 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-d5a7df97-d9a9-463f-bd91-dd93c4a16d35 req-4fb87041-c3c0-4908-a952-66b4eefed0f8 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:56.007985 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb64ae-5c4c-4b4a-9742-7e588041261f req-d113fd83-b0e1-4f1a-8c96-10504b4d6d2a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:56.009632 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c1eb64ae-5c4c-4b4a-9742-7e588041261f req-d113fd83-b0e1-4f1a-8c96-10504b4d6d2a tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 945 time: 0.0781722
May 27 00:35:56.030674 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] For port b1822d98-1399-4bc4-ae6e-e9906cd0fb78, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:35:56.057574 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c1eb64ae-5c4c-4b4a-9742-7e588041261f req-4bb8af51-11a7-443b-82a3-0c5deca04bc1 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/security-groups?id=82fc1249-581a-4cf8-b8a4-391bddcda084&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420339
May 27 00:35:56.060695 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] For port b1822d98-1399-4bc4-ae6e-e9906cd0fb78, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b1822d98-1399-4bc4-ae6e-e9906cd0fb78,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:35:56.107427 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:56.191167 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:56.192574 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] 10.222.0.45 "PUT /v2.0/ports/b1822d98-1399-4bc4-ae6e-e9906cd0fb78 HTTP/1.1" status: 200  len: 1093 time: 1.4689512
May 27 00:35:56.192998 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9044d2-6f01-4bf7-a7d5-1cd70547d20e', 'tag': 'b1822d98-1399-4bc4-ae6e-e9906cd0fb78'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:35:56.241346 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fbdad-bd2f-4559-bae4-de659b19108a service neutron] Pushing event updated for resources: {'Port': ['ID=b1822d98-1399-4bc4-ae6e-e9906cd0fb78,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:56.282262 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca41a05a-d3fc-45a0-a5a7-ac97f75af668'] response: {'name': 'network-changed', 'server_uuid': '5e9044d2-6f01-4bf7-a7d5-1cd70547d20e', 'tag': 'b1822d98-1399-4bc4-ae6e-e9906cd0fb78', 'status': 'completed', 'code': 200}
May 27 00:35:56.291934 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-d5a7df97-d9a9-463f-bd91-dd93c4a16d35 req-4fb87041-c3c0-4908-a952-66b4eefed0f8 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] For port 916fab78-ef26-4b4a-98a3-1661a2382626, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=916fab78-ef26-4b4a-98a3-1661a2382626,segment=NetworkSegment(a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e),segment_id=a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:35:56.292299 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-d5a7df97-d9a9-463f-bd91-dd93c4a16d35 req-4fb87041-c3c0-4908-a952-66b4eefed0f8 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:56.428645 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-d5a7df97-d9a9-463f-bd91-dd93c4a16d35 req-4fb87041-c3c0-4908-a952-66b4eefed0f8 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Calling delete_port for 916fab78-ef26-4b4a-98a3-1661a2382626 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:35:56.518520 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-63347a17-0243-4bef-adb5-a8b94ab9227c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7feb0b7352ec488cb0838c2d67853e12&device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 1096 time: 0.2783182
May 27 00:35:56.581674 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe2375-9524-48fe-9202-11b6776ee2b2 req-21b4ccb9-dca1-4264-9d07-53e543c6edf6 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:56.583337 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2dfe2375-9524-48fe-9202-11b6776ee2b2 req-21b4ccb9-dca1-4264-9d07-53e543c6edf6 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 943 time: 0.1056724
May 27 00:35:56.631421 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2dfe2375-9524-48fe-9202-11b6776ee2b2 req-40ba60ca-0c0e-417b-8a68-b6afc0a5b944 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc7174ca-252f-40c6-8f5d-a4089f32c6bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423787
May 27 00:35:56.632605 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-c96b9fee-f620-4c51-ae61-4cbc76d24c99 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1822d98-1399-4bc4-ae6e-e9906cd0fb78 HTTP/1.1" status: 200  len: 217 time: 0.0739088
May 27 00:35:56.698548 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-d5a7df97-d9a9-463f-bd91-dd93c4a16d35 req-4fb87041-c3c0-4908-a952-66b4eefed0f8 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:56.710527 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['916fab78-ef26-4b4a-98a3-1661a2382626'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:35:56.748366 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-0918fb24-e193-4988-a31a-48f83b7f2c7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:56.749879 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-0918fb24-e193-4988-a31a-48f83b7f2c7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=052ff756-2064-4785-8a85-0bcbd1be012c HTTP/1.1" status: 200  len: 850 time: 0.1117115
May 27 00:35:56.752890 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb87041-c3c0-4908-a952-66b4eefed0f8 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Pushing event deleted for resources: {'Port': ['ID=916fab78-ef26-4b4a-98a3-1661a2382626,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:35:56.869070 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a7df97-d9a9-463f-bd91-dd93c4a16d35 req-4fb87041-c3c0-4908-a952-66b4eefed0f8 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] No DVR routers for this DVR port 916fab78-ef26-4b4a-98a3-1661a2382626 on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:35:56.872264 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-d5a7df97-d9a9-463f-bd91-dd93c4a16d35 req-4fb87041-c3c0-4908-a952-66b4eefed0f8 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:35:56.896374 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d5a7df97-d9a9-463f-bd91-dd93c4a16d35 req-4fb87041-c3c0-4908-a952-66b4eefed0f8 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.45 "DELETE /v2.0/ports/916fab78-ef26-4b4a-98a3-1661a2382626 HTTP/1.1" status: 204  len: 173 time: 1.1320102
May 27 00:35:56.921464 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-43d4dc26-4914-48a9-829a-2cda0284c601 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93818b25-db8b-4c49-bcdd-2f72652d1c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1639318
May 27 00:35:57.069053 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-1781c770-ecf5-4502-922a-a398d26749a7 service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409526
May 27 00:35:57.217518 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d312a389-2a09-4e7a-8704-28d959a4a454 req-9be7a99e-b899-4a08-bd9a-aa49f58e19a5 service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410854
May 27 00:35:57.338399 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fffa3fb0-8d10-4304-a7ff-e8bc4df7a357 req-a8fa9700-83e8-499e-baa7-1cac5d82afee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7feb0b7352ec488cb0838c2d67853e12&device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 1096 time: 0.0707979
May 27 00:35:57.411210 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-00b2e726-4651-4849-9b9f-c73ef470c2ce req-9afb532e-1d1d-469e-bd0a-e0dc0de2a359 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 210 time: 0.0417016
May 27 00:35:57.543370 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa3fb0-8d10-4304-a7ff-e8bc4df7a357 req-fde4b43f-1344-45ba-a745-6d1902971fd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:57.545376 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fffa3fb0-8d10-4304-a7ff-e8bc4df7a357 req-fde4b43f-1344-45ba-a745-6d1902971fd6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93818b25-db8b-4c49-bcdd-2f72652d1c2a HTTP/1.1" status: 200  len: 912 time: 0.2009830
May 27 00:35:57.612206 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fffa3fb0-8d10-4304-a7ff-e8bc4df7a357 req-9758adbd-74c8-4ca9-9e89-e91dedbb5352 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1822d98-1399-4bc4-ae6e-e9906cd0fb78 HTTP/1.1" status: 200  len: 217 time: 0.0602107
May 27 00:35:57.837454 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2458d4-4435-4536-b416-95d1e2cd4670 req-6a8a21c5-a756-426d-b9cb-c77128e78fd1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:57.838916 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3a2458d4-4435-4536-b416-95d1e2cd4670 req-6a8a21c5-a756-426d-b9cb-c77128e78fd1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 943 time: 0.0835748
May 27 00:35:57.887857 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3a2458d4-4435-4536-b416-95d1e2cd4670 req-8fb698cf-95fb-427a-8343-30ac22dd73e0 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc7174ca-252f-40c6-8f5d-a4089f32c6bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426569
May 27 00:35:58.283352 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'name': 'network-vif-deleted', 'tag': '916fab78-ef26-4b4a-98a3-1661a2382626'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:35:58.336898 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84f6fe4-d350-4318-9013-6eeb3621154a'] response: {'server_uuid': '0ed94ef2-08e6-49cf-85e7-efe47fe48fb4', 'name': 'network-vif-deleted', 'tag': '916fab78-ef26-4b4a-98a3-1661a2382626', 'status': 'completed', 'code': 200}
May 27 00:35:58.583458 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-05f5201c-844b-4820-bee5-99e7fec9668a req-bc64627d-a467-4291-bbde-302be99326ed tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 210 time: 0.0401411
May 27 00:35:58.818377 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa3fb0-8d10-4304-a7ff-e8bc4df7a357 req-76b9dd21-c94b-4c1c-b34e-baf0df0133f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:58.819869 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fffa3fb0-8d10-4304-a7ff-e8bc4df7a357 req-76b9dd21-c94b-4c1c-b34e-baf0df0133f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=052ff756-2064-4785-8a85-0bcbd1be012c HTTP/1.1" status: 200  len: 850 time: 0.0625169
May 27 00:35:59.085148 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7d0f9-c713-4de8-98cf-71249daac171 req-833eb975-5808-46cf-876f-4a2c306e1e2f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:35:59.086625 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-32d7d0f9-c713-4de8-98cf-71249daac171 req-833eb975-5808-46cf-876f-4a2c306e1e2f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 943 time: 0.0767713
May 27 00:35:59.136919 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-32d7d0f9-c713-4de8-98cf-71249daac171 req-84e3ce68-de02-4c6b-b98f-98340e6cf5aa tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc7174ca-252f-40c6-8f5d-a4089f32c6bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445337
May 27 00:35:59.637776 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 916fab78-ef26-4b4a-98a3-1661a2382626 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:35:59.673798 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: 916fab78-ef26-4b4a-98a3-1661a2382626 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:35:59.674143 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 916fab78-ef26-4b4a-98a3-1661a2382626 not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:35:59.730404 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fffa3fb0-8d10-4304-a7ff-e8bc4df7a357 req-ebab25fd-235a-4fc4-b838-bd0cff35317c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93818b25-db8b-4c49-bcdd-2f72652d1c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0845728
May 27 00:35:59.764958 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-46ac3264-68d5-4079-9b25-c52a8b6ea864 req-3603f4dd-d564-4aa6-849a-7afeafeab575 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 210 time: 0.0403547
May 27 00:36:00.339607 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64000542-21ce-4a41-9094-e620cf969f76 req-776e5a70-72b7-4f7a-90e5-14b9be1a1233 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:00.341036 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-64000542-21ce-4a41-9094-e620cf969f76 req-776e5a70-72b7-4f7a-90e5-14b9be1a1233 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 943 time: 0.0799727
May 27 00:36:00.389600 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-64000542-21ce-4a41-9094-e620cf969f76 req-afd47716-245a-4b7a-a587-9fed7d3117e9 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc7174ca-252f-40c6-8f5d-a4089f32c6bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428891
May 27 00:36:00.940344 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a5821afd-5a50-449b-b979-ca9138bee8c5 req-8db0a851-72e0-4b21-957b-4bcd2754b060 tempest-TestMinimumBasicScenario-1904687428 tempest-TestMinimumBasicScenario-1904687428-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ed94ef2-08e6-49cf-85e7-efe47fe48fb4 HTTP/1.1" status: 200  len: 210 time: 0.0408039
May 27 00:36:01.083611 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fffa3fb0-8d10-4304-a7ff-e8bc4df7a357 req-c3c2abbd-1f36-41ac-abc0-23109fc1a4e2 service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326883
May 27 00:36:01.215394 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-fffa3fb0-8d10-4304-a7ff-e8bc4df7a357 req-e54d534f-6540-4de1-a62c-456221874abc service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253421
May 27 00:36:01.581031 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2ee78-054c-4a34-9820-a236c13117af req-4efbc428-4b05-4cf5-af08-6b3b2b425da7 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:01.582444 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9ad2ee78-054c-4a34-9820-a236c13117af req-4efbc428-4b05-4cf5-af08-6b3b2b425da7 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 943 time: 0.0740428
May 27 00:36:01.626561 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9ad2ee78-054c-4a34-9820-a236c13117af req-d7a6cc86-0083-412d-a696-9d90459fa073 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc7174ca-252f-40c6-8f5d-a4089f32c6bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385697
May 27 00:36:02.776542 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 35952) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:02.857069 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62954ea9-d6a1-4b8b-b037-64b92728f165 req-1d241cc9-476b-4713-9a8a-ed714171f9a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:02.864621 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-62954ea9-d6a1-4b8b-b037-64b92728f165 req-1d241cc9-476b-4713-9a8a-ed714171f9a1 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 943 time: 0.0967979
May 27 00:36:02.907209 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-62954ea9-d6a1-4b8b-b037-64b92728f165 req-a0efd6dc-ceea-44a7-8579-bc9d34d7a0ef tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc7174ca-252f-40c6-8f5d-a4089f32c6bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414367
May 27 00:36:03.205915 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ad17ae1b-7c0f-494b-815b-eb155a5016d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4106200'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:03.874860 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-ad17ae1b-7c0f-494b-815b-eb155a5016d3 admin admin] Deleting port e3115ed8-7fe4-4142-8b27-805eeb7a69b3 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:36:03.875709 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ad17ae1b-7c0f-494b-815b-eb155a5016d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:04.053217 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-ad17ae1b-7c0f-494b-815b-eb155a5016d3 admin admin] For port e3115ed8-7fe4-4142-8b27-805eeb7a69b3, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=e3115ed8-7fe4-4142-8b27-805eeb7a69b3,segment=NetworkSegment(a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e),segment_id=a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:04.053470 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ad17ae1b-7c0f-494b-815b-eb155a5016d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:04.133352 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62d6a4-cbf0-4d3a-8582-989b964d7e9c req-cd836f7e-7c2b-4439-964d-118bbad4e8d4 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:04.140661 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4c62d6a4-cbf0-4d3a-8582-989b964d7e9c req-cd836f7e-7c2b-4439-964d-118bbad4e8d4 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 943 time: 0.1004796
May 27 00:36:04.173536 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-ad17ae1b-7c0f-494b-815b-eb155a5016d3 admin admin] Calling delete_port for e3115ed8-7fe4-4142-8b27-805eeb7a69b3 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:36:04.187109 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4c62d6a4-cbf0-4d3a-8582-989b964d7e9c req-23cea492-ee4d-453e-b232-4938ebec00b2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc7174ca-252f-40c6-8f5d-a4089f32c6bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463028
May 27 00:36:04.476289 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ad17ae1b-7c0f-494b-815b-eb155a5016d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:04.522572 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17ae1b-7c0f-494b-815b-eb155a5016d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3115ed8-7fe4-4142-8b27-805eeb7a69b3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:04.866049 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-ad17ae1b-7c0f-494b-815b-eb155a5016d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106127'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:05.015777 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device b1822d98-1399-4bc4-ae6e-e9906cd0fb78 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:36:05.157895 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port b1822d98-1399-4bc4-ae6e-e9906cd0fb78, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b1822d98-1399-4bc4-ae6e-e9906cd0fb78,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:05.172449 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': 'b1822d98-1399-4bc4-ae6e-e9906cd0fb78', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'port_id': 'b1822d98-1399-4bc4-ae6e-e9906cd0fb78', 'mac_address': 'fa:16:3e:b6:71:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:36:05.224606 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:05.242807 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1822d98-1399-4bc4-ae6e-e9906cd0fb78 {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:36:05.258465 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port b1822d98-1399-4bc4-ae6e-e9906cd0fb78, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b1822d98-1399-4bc4-ae6e-e9906cd0fb78,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:05.263055 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:05.331997 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=b1822d98-1399-4bc4-ae6e-e9906cd0fb78,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:05.387139 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa204090-f9f5-4030-aa9d-b57c35c68b99 req-e41b6a9c-8196-4bc8-8b75-2e4eee344bfd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:05.388615 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-aa204090-f9f5-4030-aa9d-b57c35c68b99 req-e41b6a9c-8196-4bc8-8b75-2e4eee344bfd tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 944 time: 0.0762222
May 27 00:36:05.435895 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-aa204090-f9f5-4030-aa9d-b57c35c68b99 req-71138c80-e7bc-4daf-a710-8e6c8c79917a tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc7174ca-252f-40c6-8f5d-a4089f32c6bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413301
May 27 00:36:05.504099 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad17ae1b-7c0f-494b-815b-eb155a5016d3 admin admin] Router cd9c1e2d-3107-484f-8510-afd166d4bc6e has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:36:05.573589 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['b1822d98-1399-4bc4-ae6e-e9906cd0fb78'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:36:05.714196 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad17ae1b-7c0f-494b-815b-eb155a5016d3 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:36:05.729393 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b4e9d-fc77-454d-b9da-c59edb0b6ee1 None None] Sync routers for ids ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:36:05.734863 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-ad17ae1b-7c0f-494b-815b-eb155a5016d3 admin admin] 10.222.0.21 "PUT /v2.0/routers/cd9c1e2d-3107-484f-8510-afd166d4bc6e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9557619
May 27 00:36:05.735371 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 35982) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:05.750071 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b4e9d-fc77-454d-b9da-c59edb0b6ee1 None None] Routers {'cd9c1e2d-3107-484f-8510-afd166d4bc6e'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:05.750958 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-2f3b4e9d-fc77-454d-b9da-c59edb0b6ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf177b910>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:35:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:05.954679 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-2f3b4e9d-fc77-454d-b9da-c59edb0b6ee1 None None] Set router cd9c1e2d-3107-484f-8510-afd166d4bc6e gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:06.157520 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ec726614-1b78-4f2c-94a4-231769995cbc admin admin] Notify callbacks [] for router, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:06.250760 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-2f3b4e9d-fc77-454d-b9da-c59edb0b6ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf177b910>, [{'id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'name': 'tempest-TestMinimumBasicScenario-2135410411-router', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '155877db-4276-4042-994d-31aee6a3e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:06Z', 'updated_at': '2022-05-27T00:36:04Z', 'revision_number': 5, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'gw_port': {'id': '155877db-4276-4042-994d-31aee6a3e262', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:06.252952 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b4e9d-fc77-454d-b9da-c59edb0b6ee1 None None] Checking router: cd9c1e2d-3107-484f-8510-afd166d4bc6e for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:36:06.263996 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b4e9d-fc77-454d-b9da-c59edb0b6ee1 None None] Routers {'cd9c1e2d-3107-484f-8510-afd166d4bc6e'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:06.264606 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-2f3b4e9d-fc77-454d-b9da-c59edb0b6ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf177b910>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:35:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:06.443458 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ec726614-1b78-4f2c-94a4-231769995cbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:06.445949 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-2f3b4e9d-fc77-454d-b9da-c59edb0b6ee1 None None] Set router cd9c1e2d-3107-484f-8510-afd166d4bc6e gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:06.453115 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-ec726614-1b78-4f2c-94a4-231769995cbc admin admin] Deleting port 155877db-4276-4042-994d-31aee6a3e262 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:36:06.453583 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ec726614-1b78-4f2c-94a4-231769995cbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:06.681674 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-ec726614-1b78-4f2c-94a4-231769995cbc admin admin] For port 155877db-4276-4042-994d-31aee6a3e262, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=155877db-4276-4042-994d-31aee6a3e262,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:06.681913 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ec726614-1b78-4f2c-94a4-231769995cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:06.762059 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-2f3b4e9d-fc77-454d-b9da-c59edb0b6ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf177b910>, [{'id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'name': 'tempest-TestMinimumBasicScenario-2135410411-router', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '155877db-4276-4042-994d-31aee6a3e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:06Z', 'updated_at': '2022-05-27T00:36:04Z', 'revision_number': 5, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'gw_port': {'id': '155877db-4276-4042-994d-31aee6a3e262', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:06.766677 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b4e9d-fc77-454d-b9da-c59edb0b6ee1 None None] The sync data for ids ['cd9c1e2d-3107-484f-8510-afd166d4bc6e'] in dv-cinder-843305-3-iscsi is: [{'id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'name': 'tempest-TestMinimumBasicScenario-2135410411-router', 'tenant_id': '9731980df32f4139ac2ef67876d622aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '155877db-4276-4042-994d-31aee6a3e262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:06Z', 'updated_at': '2022-05-27T00:36:04Z', 'revision_number': 5, 'project_id': '9731980df32f4139ac2ef67876d622aa', 'gw_port': {'id': '155877db-4276-4042-994d-31aee6a3e262', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:61:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9c1e2d-3107-484f-8510-afd166d4bc6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:36:06.807292 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-ec726614-1b78-4f2c-94a4-231769995cbc admin admin] Calling delete_port for 155877db-4276-4042-994d-31aee6a3e262 owned by network:router_gateway {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:36:06.839822 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6689c-066b-4fbe-9b89-7737f45cfa69 req-45342c44-429c-4fa8-83eb-9ab2a1eb1645 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:06.841525 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-79d6689c-066b-4fbe-9b89-7737f45cfa69 req-45342c44-429c-4fa8-83eb-9ab2a1eb1645 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 944 time: 0.2743485
May 27 00:36:06.931977 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-79d6689c-066b-4fbe-9b89-7737f45cfa69 req-2568fb4f-8ed8-4906-98b6-7fcc57ca4431 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc7174ca-252f-40c6-8f5d-a4089f32c6bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838156
May 27 00:36:07.028417 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device b1822d98-1399-4bc4-ae6e-e9906cd0fb78 up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:07.036735 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ec726614-1b78-4f2c-94a4-231769995cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:07.088775 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec726614-1b78-4f2c-94a4-231769995cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=155877db-4276-4042-994d-31aee6a3e262,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:07.105206 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port b1822d98-1399-4bc4-ae6e-e9906cd0fb78 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:36:07.110474 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port b1822d98-1399-4bc4-ae6e-e9906cd0fb78 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:07.110825 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:07.280769 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device e3115ed8-7fe4-4142-8b27-805eeb7a69b3 no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:36:07.330872 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: e3115ed8-7fe4-4142-8b27-805eeb7a69b3 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:36:07.331222 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device e3115ed8-7fe4-4142-8b27-805eeb7a69b3 not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:36:07.344180 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:07.359372 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ec726614-1b78-4f2c-94a4-231769995cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105413'] for router_gateway, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:07.374228 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9044d2-6f01-4bf7-a7d5-1cd70547d20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1822d98-1399-4bc4-ae6e-e9906cd0fb78'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:36:07.386157 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port b1822d98-1399-4bc4-ae6e-e9906cd0fb78, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b1822d98-1399-4bc4-ae6e-e9906cd0fb78,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:07.392622 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:07.458835 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25798314-19d8-4ecd-a598-8c732b50330e'] response: {'server_uuid': '5e9044d2-6f01-4bf7-a7d5-1cd70547d20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1822d98-1399-4bc4-ae6e-e9906cd0fb78', 'code': 200}
May 27 00:36:07.557884 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=b1822d98-1399-4bc4-ae6e-e9906cd0fb78,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:07.665303 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ec726614-1b78-4f2c-94a4-231769995cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4108853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:07.669667 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ec726614-1b78-4f2c-94a4-231769995cbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:07.698638 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ec726614-1b78-4f2c-94a4-231769995cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4108953'] for router, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:07.699604 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec726614-1b78-4f2c-94a4-231769995cbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd9c1e2d-3107-484f-8510-afd166d4bc6e {{(pid=83748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 27 00:36:07.713855 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ec726614-1b78-4f2c-94a4-231769995cbc admin admin] Notify callbacks [] for router, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:07.715374 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-ec726614-1b78-4f2c-94a4-231769995cbc admin admin] 10.222.0.21 "DELETE /v2.0/routers/cd9c1e2d-3107-484f-8510-afd166d4bc6e HTTP/1.1" status: 204  len: 168 time: 1.9787529
May 27 00:36:07.718653 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36018) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:07.787779 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-b775bdcc-2a26-4328-a65e-13c1cdda843a admin admin] Deleting subnet bd0f8618-a735-45f8-9e28-d0acd43f52a4 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:36:07.794121 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-887160cb-0ec6-4ee6-91a5-4e8103cbb840 req-e7355d05-afc6-4621-a3ff-c1d651a26cd6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 1098 time: 0.1512506
May 27 00:36:07.794808 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b775bdcc-2a26-4328-a65e-13c1cdda843a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:07.879727 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b775bdcc-2a26-4328-a65e-13c1cdda843a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-557838'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:07.927967 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-887160cb-0ec6-4ee6-91a5-4e8103cbb840 req-184e384a-f154-4bb2-8c2e-4dda753a7ebe service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc7174ca-252f-40c6-8f5d-a4089f32c6bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045561
May 27 00:36:08.011526 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b775bdcc-2a26-4328-a65e-13c1cdda843a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:08.094515 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b775bdcc-2a26-4328-a65e-13c1cdda843a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3631523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3005874'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:08.132720 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775bdcc-2a26-4328-a65e-13c1cdda843a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd0f8618-a735-45f8-9e28-d0acd43f52a4,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:08.139502 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b775bdcc-2a26-4328-a65e-13c1cdda843a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:08.146061 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-b775bdcc-2a26-4328-a65e-13c1cdda843a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bd0f8618-a735-45f8-9e28-d0acd43f52a4 HTTP/1.1" status: 204  len: 168 time: 0.4260566
May 27 00:36:08.147767 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5552e8-b7b5-4fc6-9a65-7e5b1e477f46 None None] Network ca5aab07-144c-48b5-bc3d-33231f9c45ef requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:36:08.148690 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36024) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:08.264926 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:08.279533 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] Deleting port a014e3ce-2603-44f1-944a-f7bb5be8b2db {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:36:08.280113 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:08.285335 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11668fbe-971c-4535-96b3-31de1335c0a8 req-e7cbe9ac-684e-44b2-bde7-652c4dad58fa tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:08.291840 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-11668fbe-971c-4535-96b3-31de1335c0a8 req-e7cbe9ac-684e-44b2-bde7-652c4dad58fa tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 945 time: 0.2299902
May 27 00:36:08.358114 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-11668fbe-971c-4535-96b3-31de1335c0a8 req-b35995e9-81e9-4328-a04b-c38625bc913e tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc7174ca-252f-40c6-8f5d-a4089f32c6bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461636
May 27 00:36:08.459819 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67f2a90-3c7e-4897-ba3a-8627d4e772b8 None None] DHCP port deletion for ca5aab07-144c-48b5-bc3d-33231f9c45ef request from dv-cinder-843305-3-iscsi {{(pid=83749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
May 27 00:36:08.464385 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-b67f2a90-3c7e-4897-ba3a-8627d4e772b8 None None] Deleting port a014e3ce-2603-44f1-944a-f7bb5be8b2db {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:36:08.464726 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b67f2a90-3c7e-4897-ba3a-8627d4e772b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:08.514574 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] For port a014e3ce-2603-44f1-944a-f7bb5be8b2db, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=a014e3ce-2603-44f1-944a-f7bb5be8b2db,segment=NetworkSegment(a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e),segment_id=a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:08.514796 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:08.748701 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-b67f2a90-3c7e-4897-ba3a-8627d4e772b8 None None] For port a014e3ce-2603-44f1-944a-f7bb5be8b2db, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=a014e3ce-2603-44f1-944a-f7bb5be8b2db,segment=NetworkSegment(a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e),segment_id=a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:08.749081 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b67f2a90-3c7e-4897-ba3a-8627d4e772b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:08.755711 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] Calling delete_port for a014e3ce-2603-44f1-944a-f7bb5be8b2db owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:36:08.842060 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:08.875341 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-b67f2a90-3c7e-4897-ba3a-8627d4e772b8 None None] Calling delete_port for a014e3ce-2603-44f1-944a-f7bb5be8b2db owned by network:dhcp {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:36:08.895426 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a014e3ce-2603-44f1-944a-f7bb5be8b2db,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:08.909850 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] No DVR routers for this DVR port a014e3ce-2603-44f1-944a-f7bb5be8b2db on host dv-cinder-843305-3-iscsi {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:36:08.961996 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.db.api [None req-b67f2a90-3c7e-4897-ba3a-8627d4e772b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 27 00:36:08.962692 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG oslo_db.api [None req-b67f2a90-3c7e-4897-ba3a-8627d4e772b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 27 00:36:09.034194 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:09.062112 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf04192e0>,) {'filters': {'network_id': ['ca5aab07-144c-48b5-bc3d-33231f9c45ef']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:09.074784 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf04192e0>, 'a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:09.075680 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf04192e0>, 'a0ae0cdd-e30e-41ab-8484-e8e460c6ea3e') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:09.087682 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-572925'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:09.105205 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:09.112690 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:36:09.113227 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3631565'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]: Traceback (most recent call last):
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:     timer()
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:     cb(*args, **kw)
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:     return func(*args, **kwargs)
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:     self._notify()
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:     self.callback(batched_events)
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:     event.method(event)
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:     return f(self, *a, **k)
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self._get(url).json()
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self.request(url, 'GET', **kwargs)
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:36:09.128275 dv-cinder-843305-3-iscsi neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:36:09.148531 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 155877db-4276-4042-994d-31aee6a3e262 no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:36:09.186356 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: 155877db-4276-4042-994d-31aee6a3e262 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:36:09.186686 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 155877db-4276-4042-994d-31aee6a3e262 not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:36:09.187102 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device a014e3ce-2603-44f1-944a-f7bb5be8b2db no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:36:09.209906 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:09.222932 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: a014e3ce-2603-44f1-944a-f7bb5be8b2db {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:36:09.223305 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device a014e3ce-2603-44f1-944a-f7bb5be8b2db not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:36:09.232378 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:09.242742 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca5aab07-144c-48b5-bc3d-33231f9c45ef,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:09.258875 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-a2c4604f-ce73-4f42-a3b4-de4c43e3b9a1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ca5aab07-144c-48b5-bc3d-33231f9c45ef HTTP/1.1" status: 204  len: 168 time: 1.1088984
May 27 00:36:09.261640 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36030) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:09.463580 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-b67f2a90-3c7e-4897-ba3a-8627d4e772b8 None None] Deleting port a014e3ce-2603-44f1-944a-f7bb5be8b2db {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:36:09.464452 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b67f2a90-3c7e-4897-ba3a-8627d4e772b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:09.560247 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-b67f2a90-3c7e-4897-ba3a-8627d4e772b8 None None] The port 'a014e3ce-2603-44f1-944a-f7bb5be8b2db' was deleted {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
May 27 00:36:09.630287 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2a578-338e-4571-80db-846aa76a6e1a req-1e53cc4b-64f7-48ca-8ece-2ad1b3ba0fc2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:09.631953 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b8e2a578-338e-4571-80db-846aa76a6e1a req-1e53cc4b-64f7-48ca-8ece-2ad1b3ba0fc2 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 945 time: 0.0991778
May 27 00:36:09.691541 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b8e2a578-338e-4571-80db-846aa76a6e1a req-2655a5d5-6464-4a9a-b4b4-ac1b847f0c16 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc7174ca-252f-40c6-8f5d-a4089f32c6bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536306
May 27 00:36:09.725039 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7ce9836-8ccf-4779-9b73-afa89bc4cfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4106200'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:09.932312 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7bd4e-63b7-4f40-b6a4-a80247c91059 req-53500a89-0667-497d-ab4c-351482829606 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:09.934299 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-35a7bd4e-63b7-4f40-b6a4-a80247c91059 req-53500a89-0667-497d-ab4c-351482829606 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 945 time: 0.0964231
May 27 00:36:09.944120 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36040) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:09.949611 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-32bfe1e0-dd24-414c-9951-a94b3cf84feb tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Request body: {'floatingip': {'port_id': 'b1822d98-1399-4bc4-ae6e-e9906cd0fb78'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:10.038814 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-32bfe1e0-dd24-414c-9951-a94b3cf84feb tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for floatingip, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:10.496373 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce9836-8ccf-4779-9b73-afa89bc4cfbb admin admin] Deleting port 9c9f4621-b397-498c-88cf-f7a82c2f6d45 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:36:10.497048 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7ce9836-8ccf-4779-9b73-afa89bc4cfbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:10.708324 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-32bfe1e0-dd24-414c-9951-a94b3cf84feb tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:10.712464 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-32bfe1e0-dd24-414c-9951-a94b3cf84feb tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:10.772466 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-d7ce9836-8ccf-4779-9b73-afa89bc4cfbb admin admin] For port 9c9f4621-b397-498c-88cf-f7a82c2f6d45, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=9c9f4621-b397-498c-88cf-f7a82c2f6d45,segment=NetworkSegment(92b34a17-1380-413d-aea2-5e57967f2011),segment_id=92b34a17-1380-413d-aea2-5e57967f2011)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:10.772818 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7ce9836-8ccf-4779-9b73-afa89bc4cfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:10.906308 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce9836-8ccf-4779-9b73-afa89bc4cfbb admin admin] Calling delete_port for 9c9f4621-b397-498c-88cf-f7a82c2f6d45 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:36:10.928981 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.l3_db [None req-32bfe1e0-dd24-414c-9951-a94b3cf84feb tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Floating IP 94b42dc2-4e34-400d-9c20-05b44ba9f9b4 associated. External IP: 172.27.3.246, port: b1822d98-1399-4bc4-ae6e-e9906cd0fb78.
May 27 00:36:11.088577 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7ce9836-8ccf-4779-9b73-afa89bc4cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:11.132897 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce9836-8ccf-4779-9b73-afa89bc4cfbb admin admin] Pushing event deleted for resources: {'Port': ['ID=9c9f4621-b397-498c-88cf-f7a82c2f6d45,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:11.444351 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d7ce9836-8ccf-4779-9b73-afa89bc4cfbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106127'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:11.450591 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bfe1e0-dd24-414c-9951-a94b3cf84feb tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Router d148298d-871f-47e2-937d-72f9ec346874 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:36:11.701296 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bfe1e0-dd24-414c-9951-a94b3cf84feb tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:36:11.708965 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-32bfe1e0-dd24-414c-9951-a94b3cf84feb tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:11.717492 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90936ead-70fc-4213-8611-b0f4b97ed0f4 None None] Sync routers for ids ['d148298d-871f-47e2-937d-72f9ec346874'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:36:11.730662 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90936ead-70fc-4213-8611-b0f4b97ed0f4 None None] Routers {'d148298d-871f-47e2-937d-72f9ec346874'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:11.731287 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-90936ead-70fc-4213-8611-b0f4b97ed0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf13c9550>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:35:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['d148298d-871f-47e2-937d-72f9ec346874'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:11.775435 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-32bfe1e0-dd24-414c-9951-a94b3cf84feb tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "PUT /v2.0/floatingips/94b42dc2-4e34-400d-9c20-05b44ba9f9b4 HTTP/1.1" status: 200  len: 991 time: 1.8298907
May 27 00:36:11.776861 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9044d2-6f01-4bf7-a7d5-1cd70547d20e', 'tag': 'b1822d98-1399-4bc4-ae6e-e9906cd0fb78'}] {{(pid=83748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:36:11.844724 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95844667-725c-46fd-a31f-66f46d477b9a'] response: {'name': 'network-changed', 'server_uuid': '5e9044d2-6f01-4bf7-a7d5-1cd70547d20e', 'tag': 'b1822d98-1399-4bc4-ae6e-e9906cd0fb78', 'status': 'completed', 'code': 200}
May 27 00:36:11.930272 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-90936ead-70fc-4213-8611-b0f4b97ed0f4 None None] Set router d148298d-871f-47e2-937d-72f9ec346874 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:12.068411 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b7dab3a4-1128-4187-81be-34036ae15c06 req-c33408c3-5cbd-492a-b139-3def788da62a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7feb0b7352ec488cb0838c2d67853e12&device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 1098 time: 0.2005181
May 27 00:36:12.308030 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dab3a4-1128-4187-81be-34036ae15c06 req-c37dfd8f-3c74-4166-96bf-4eb6c4c15802 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:12.309907 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b7dab3a4-1128-4187-81be-34036ae15c06 req-c37dfd8f-3c74-4166-96bf-4eb6c4c15802 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93818b25-db8b-4c49-bcdd-2f72652d1c2a HTTP/1.1" status: 200  len: 912 time: 0.2326989
May 27 00:36:12.322312 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-90936ead-70fc-4213-8611-b0f4b97ed0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf13c9550>, [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '94b42dc2-4e34-400d-9c20-05b44ba9f9b4', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'port_id': 'b1822d98-1399-4bc4-ae6e-e9906cd0fb78', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'mac_address': 'fa:16:3e:b6:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9044d2-6f01-4bf7-a7d5-1cd70547d20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:35:51Z', 'updated_at': '2022-05-27T00:36:10Z', 'revision_number': 1, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:29:18Z', 'revision_number': 5, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:12.326843 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90936ead-70fc-4213-8611-b0f4b97ed0f4 None None] Checking router: d148298d-871f-47e2-937d-72f9ec346874 for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:36:12.337266 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90936ead-70fc-4213-8611-b0f4b97ed0f4 None None] Routers {'d148298d-871f-47e2-937d-72f9ec346874'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:12.337859 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-90936ead-70fc-4213-8611-b0f4b97ed0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf13c9550>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:35:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['d148298d-871f-47e2-937d-72f9ec346874'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:12.424317 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b7dab3a4-1128-4187-81be-34036ae15c06 req-942c5f36-fa23-4ff5-aa3d-40a1a36689bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1822d98-1399-4bc4-ae6e-e9906cd0fb78 HTTP/1.1" status: 200  len: 999 time: 0.1075790
May 27 00:36:12.474832 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ce9836-8ccf-4779-9b73-afa89bc4cfbb admin admin] Router 0c2f7978-2dc3-4bba-9cac-e030bd36d1d2 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:36:12.528232 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-90936ead-70fc-4213-8611-b0f4b97ed0f4 None None] Set router d148298d-871f-47e2-937d-72f9ec346874 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:12.548769 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dab3a4-1128-4187-81be-34036ae15c06 req-e2ccd890-6796-45b7-952e-0f44b1bbeca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:12.550216 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b7dab3a4-1128-4187-81be-34036ae15c06 req-e2ccd890-6796-45b7-952e-0f44b1bbeca2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=052ff756-2064-4785-8a85-0bcbd1be012c HTTP/1.1" status: 200  len: 850 time: 0.1165216
May 27 00:36:12.773093 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-89a7f6f5-7fef-4a4e-a602-45ea2767d6b4 req-d294558d-e8f6-417d-87af-742e4e343e80 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2776761
May 27 00:36:12.791363 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b7dab3a4-1128-4187-81be-34036ae15c06 req-3d41a0b9-6c18-4c14-a955-d9a3e69732d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93818b25-db8b-4c49-bcdd-2f72652d1c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1871500
May 27 00:36:12.929767 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-90936ead-70fc-4213-8611-b0f4b97ed0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf13c9550>, [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '94b42dc2-4e34-400d-9c20-05b44ba9f9b4', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'port_id': 'b1822d98-1399-4bc4-ae6e-e9906cd0fb78', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'mac_address': 'fa:16:3e:b6:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9044d2-6f01-4bf7-a7d5-1cd70547d20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:35:51Z', 'updated_at': '2022-05-27T00:36:10Z', 'revision_number': 1, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:29:18Z', 'revision_number': 5, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:12.933710 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90936ead-70fc-4213-8611-b0f4b97ed0f4 None None] The sync data for ids ['d148298d-871f-47e2-937d-72f9ec346874'] in dv-cinder-843305-3-iscsi is: [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '94b42dc2-4e34-400d-9c20-05b44ba9f9b4', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'port_id': 'b1822d98-1399-4bc4-ae6e-e9906cd0fb78', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'mac_address': 'fa:16:3e:b6:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9044d2-6f01-4bf7-a7d5-1cd70547d20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:35:51Z', 'updated_at': '2022-05-27T00:36:10Z', 'revision_number': 1, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:29:18Z', 'revision_number': 5, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:36:13.008593 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b7dab3a4-1128-4187-81be-34036ae15c06 req-80df229b-5dc4-4a3d-ad98-9fee0b13e8c5 service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2092500
May 27 00:36:13.093710 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-89a7f6f5-7fef-4a4e-a602-45ea2767d6b4 req-c31b5b35-c3cb-4e77-a21d-6e251861e3d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7667619259a4d13afe049d3106d1013&device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 1098 time: 0.2209487
May 27 00:36:13.108242 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ce9836-8ccf-4779-9b73-afa89bc4cfbb admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:36:13.124144 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ef8dc5-e05a-4837-aa0d-46dd56b70e7d None None] Sync routers for ids ['0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:36:13.141377 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ef8dc5-e05a-4837-aa0d-46dd56b70e7d None None] Routers {'0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:13.141999 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-99ef8dc5-e05a-4837-aa0d-46dd56b70e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf15967f0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:35:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:13.169888 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-d7ce9836-8ccf-4779-9b73-afa89bc4cfbb admin admin] 10.222.0.21 "PUT /v2.0/routers/0c2f7978-2dc3-4bba-9cac-e030bd36d1d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9072039
May 27 00:36:13.173890 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36054) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:13.193612 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744437df-2b6b-4975-9cfc-c594a8c00797 None None] New status for floating IP 94b42dc2-4e34-400d-9c20-05b44ba9f9b4: ACTIVE {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:36:13.259183 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-b7dab3a4-1128-4187-81be-34036ae15c06 req-389374ca-28f9-4f22-829f-0255f8a2b8cd service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2427683
May 27 00:36:13.310425 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7f6f5-7fef-4a4e-a602-45ea2767d6b4 req-8ed618a0-fc1b-44cd-8941-e33914eefa1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:13.311853 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-89a7f6f5-7fef-4a4e-a602-45ea2767d6b4 req-8ed618a0-fc1b-44cd-8941-e33914eefa1d service neutron] 10.222.0.45 "GET /v2.0/networks?id=8277ce01-4fed-435b-993e-be3acfd13f76 HTTP/1.1" status: 200  len: 917 time: 0.1828115
May 27 00:36:13.373409 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:13.417092 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-99ef8dc5-e05a-4837-aa0d-46dd56b70e7d None None] Set router 0c2f7978-2dc3-4bba-9cac-e030bd36d1d2 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:13.469996 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-89a7f6f5-7fef-4a4e-a602-45ea2767d6b4 req-c060ff03-0d22-4b45-a3bf-1fd330dc4cb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=478722e5-28af-4985-b29d-2bfd3d383d3d HTTP/1.1" status: 200  len: 1001 time: 0.1497126
May 27 00:36:13.484968 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-77a90a3f-c922-4251-9480-9f86af69225a admin admin] Notify callbacks [] for router, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:13.542200 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7f6f5-7fef-4a4e-a602-45ea2767d6b4 req-14146ac5-d5aa-4798-8e5c-d9f1988f16bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:13.545117 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-89a7f6f5-7fef-4a4e-a602-45ea2767d6b4 req-14146ac5-d5aa-4798-8e5c-d9f1988f16bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72f33ff2-de28-4860-bac7-6c4f609dd071 HTTP/1.1" status: 200  len: 855 time: 0.0685079
May 27 00:36:13.699812 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-89a7f6f5-7fef-4a4e-a602-45ea2767d6b4 req-e3b09601-d0cf-430d-acee-c285a76838f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8277ce01-4fed-435b-993e-be3acfd13f76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1412873
May 27 00:36:13.802140 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-77a90a3f-c922-4251-9480-9f86af69225a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:13.814968 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-77a90a3f-c922-4251-9480-9f86af69225a admin admin] Deleting port 99bda864-85ac-45d3-938f-66a462531ecb {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:36:13.815315 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-77a90a3f-c922-4251-9480-9f86af69225a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:13.831447 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-99ef8dc5-e05a-4837-aa0d-46dd56b70e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf15967f0>, [{'id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'name': 'tempest-TestMinimumBasicScenario-1420119336-router', 'tenant_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '99bda864-85ac-45d3-938f-66a462531ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:14Z', 'updated_at': '2022-05-27T00:36:11Z', 'revision_number': 5, 'project_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'gw_port': {'id': '99bda864-85ac-45d3-938f-66a462531ecb', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:15Z', 'updated_at': '2022-05-27T00:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:13.836652 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ef8dc5-e05a-4837-aa0d-46dd56b70e7d None None] Checking router: 0c2f7978-2dc3-4bba-9cac-e030bd36d1d2 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:36:13.849955 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ef8dc5-e05a-4837-aa0d-46dd56b70e7d None None] Routers {'0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:13.850748 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-99ef8dc5-e05a-4837-aa0d-46dd56b70e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf15967f0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:35:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:13.891497 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-89a7f6f5-7fef-4a4e-a602-45ea2767d6b4 req-81167dcc-2dba-4a8b-8f88-415d8a53c821 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848662
May 27 00:36:14.037813 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-99ef8dc5-e05a-4837-aa0d-46dd56b70e7d None None] Set router 0c2f7978-2dc3-4bba-9cac-e030bd36d1d2 gateway port host: None {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:14.056315 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-77a90a3f-c922-4251-9480-9f86af69225a admin admin] For port 99bda864-85ac-45d3-938f-66a462531ecb, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=99bda864-85ac-45d3-938f-66a462531ecb,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:14.056315 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-77a90a3f-c922-4251-9480-9f86af69225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:14.154366 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-89a7f6f5-7fef-4a4e-a602-45ea2767d6b4 req-8d887742-cf08-498e-9157-d621aa7407c5 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2555201
May 27 00:36:14.200448 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-99ef8dc5-e05a-4837-aa0d-46dd56b70e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf15967f0>, [{'id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'name': 'tempest-TestMinimumBasicScenario-1420119336-router', 'tenant_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:14Z', 'updated_at': '2022-05-27T00:36:13Z', 'revision_number': 6, 'project_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'gw_port_host': None}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:14.206452 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ef8dc5-e05a-4837-aa0d-46dd56b70e7d None None] The sync data for ids ['0c2f7978-2dc3-4bba-9cac-e030bd36d1d2'] in dv-cinder-843305-3-iscsi is: [{'id': '0c2f7978-2dc3-4bba-9cac-e030bd36d1d2', 'name': 'tempest-TestMinimumBasicScenario-1420119336-router', 'tenant_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:14Z', 'updated_at': '2022-05-27T00:36:13Z', 'revision_number': 6, 'project_id': 'eb95c11e8fac43459bd5686ac23b68b0', 'gw_port_host': None}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:36:14.242418 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-77a90a3f-c922-4251-9480-9f86af69225a admin admin] Calling delete_port for 99bda864-85ac-45d3-938f-66a462531ecb owned by network:router_gateway {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:36:14.422578 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-77a90a3f-c922-4251-9480-9f86af69225a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:14.466321 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a90a3f-c922-4251-9480-9f86af69225a admin admin] Pushing event deleted for resources: {'Port': ['ID=99bda864-85ac-45d3-938f-66a462531ecb,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:14.506311 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-9298e951-55c3-4198-bd07-bf151922294f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:14.799874 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-77a90a3f-c922-4251-9480-9f86af69225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105413'] for router_gateway, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:15.072221 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-77a90a3f-c922-4251-9480-9f86af69225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4108853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:15.076431 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-77a90a3f-c922-4251-9480-9f86af69225a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:15.107552 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-77a90a3f-c922-4251-9480-9f86af69225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4108953'] for router, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:15.108208 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a90a3f-c922-4251-9480-9f86af69225a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c2f7978-2dc3-4bba-9cac-e030bd36d1d2 {{(pid=83748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 27 00:36:15.122225 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-77a90a3f-c922-4251-9480-9f86af69225a admin admin] Notify callbacks [] for router, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:15.126858 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-77a90a3f-c922-4251-9480-9f86af69225a admin admin] 10.222.0.21 "DELETE /v2.0/routers/0c2f7978-2dc3-4bba-9cac-e030bd36d1d2 HTTP/1.1" status: 204  len: 168 time: 1.9477105
May 27 00:36:15.127776 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36062) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:15.158529 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 9c9f4621-b397-498c-88cf-f7a82c2f6d45 no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:36:15.195265 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d14916d-a006-47e2-920a-cb5dc96b8e26 admin admin] Deleting subnet e87d787c-2156-49e6-8cb2-173c5f90cb60 {{(pid=83748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:36:15.196901 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: 9c9f4621-b397-498c-88cf-f7a82c2f6d45 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:36:15.197468 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 9c9f4621-b397-498c-88cf-f7a82c2f6d45 not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:36:15.198468 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4d14916d-a006-47e2-920a-cb5dc96b8e26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:15.252568 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4d14916d-a006-47e2-920a-cb5dc96b8e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2882327'] for subnet, precommit_delete_associations {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:15.346958 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4d14916d-a006-47e2-920a-cb5dc96b8e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:15.421362 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4d14916d-a006-47e2-920a-cb5dc96b8e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3199571'] for subnet, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:15.457863 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14916d-a006-47e2-920a-cb5dc96b8e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e87d787c-2156-49e6-8cb2-173c5f90cb60,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:15.464086 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-4d14916d-a006-47e2-920a-cb5dc96b8e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:15.470715 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97abb6c-3904-4ab3-93a8-addb1dd95cd3 None None] Network abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:36:15.471492 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-4d14916d-a006-47e2-920a-cb5dc96b8e26 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e87d787c-2156-49e6-8cb2-173c5f90cb60 HTTP/1.1" status: 204  len: 168 time: 0.3422785
May 27 00:36:15.473930 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36068) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:15.580813 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:15.594214 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] Deleting port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:36:15.600283 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:15.760540 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9074b7f-888a-46d9-9657-4b2b33c9864a None None] DHCP port deletion for abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1 request from dv-cinder-843305-3-iscsi {{(pid=83749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
May 27 00:36:15.768078 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-b9074b7f-888a-46d9-9657-4b2b33c9864a None None] Deleting port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:36:15.768708 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b9074b7f-888a-46d9-9657-4b2b33c9864a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:15.896573 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] For port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d,segment=NetworkSegment(92b34a17-1380-413d-aea2-5e57967f2011),segment_id=92b34a17-1380-413d-aea2-5e57967f2011)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:15.897298 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:16.070556 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] Calling delete_port for c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d owned by network:dhcp {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:36:16.144918 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-b9074b7f-888a-46d9-9657-4b2b33c9864a None None] For port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d,segment=NetworkSegment(92b34a17-1380-413d-aea2-5e57967f2011),segment_id=92b34a17-1380-413d-aea2-5e57967f2011)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:16.145404 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b9074b7f-888a-46d9-9657-4b2b33c9864a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:16.186261 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:16.239915 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:16.246188 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] No DVR routers for this DVR port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d on host dv-cinder-843305-3-iscsi {{(pid=83748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:36:16.313999 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-b9074b7f-888a-46d9-9657-4b2b33c9864a None None] Calling delete_port for c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d owned by network:dhcp {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:36:16.392294 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.db.api [None req-b9074b7f-888a-46d9-9657-4b2b33c9864a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 27 00:36:16.392648 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG oslo_db.api [None req-b9074b7f-888a-46d9-9657-4b2b33c9864a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 27 00:36:16.477592 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:16.511518 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf1303880>,) {'filters': {'network_id': ['abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1']}} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:16.524804 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf1303880>, '92b34a17-1380-413d-aea2-5e57967f2011') {'for_net_delete': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:16.525094 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf1303880>, '92b34a17-1380-413d-aea2-5e57967f2011') {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:16.537432 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2868708'] for segment, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:16.554978 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:16.561933 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=83748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:36:16.562320 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877271'] for segment, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]: Traceback (most recent call last):
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:     timer()
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:     cb(*args, **kw)
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:     return func(*args, **kwargs)
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:     self._notify()
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:     self.callback(batched_events)
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:     event.method(event)
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:     return f(self, *a, **k)
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._get(url).json()
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self.request(url, 'GET', **kwargs)
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:36:16.580874 dv-cinder-843305-3-iscsi neutron-server[83748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:36:16.674065 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:16.682093 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-4bf42bce-27c8-4585-b276-4a963a05091e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:16.693188 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:16.703302 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:16.710919 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-ddbac0b9-9d76-4d13-8a5b-4f93c8336ec1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/abe1cda0-8dc0-4950-a5a4-2a4f2a28d6d1 HTTP/1.1" status: 204  len: 168 time: 1.2359726
May 27 00:36:16.870578 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36078) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:16.894033 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-b9074b7f-888a-46d9-9657-4b2b33c9864a None None] Deleting port c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:36:16.894796 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b9074b7f-888a-46d9-9657-4b2b33c9864a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:16.926114 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-6f342df4-b09b-48dc-b61c-900cafd0c51f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9731980df32f4139ac2ef67876d622aa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0543306
May 27 00:36:16.929874 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36082) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:16.968368 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-b9074b7f-888a-46d9-9657-4b2b33c9864a None None] The port 'c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d' was deleted {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
May 27 00:36:16.994170 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-adda0f51-a781-4bed-9933-e6d41fdecfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:17.025004 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-adda0f51-a781-4bed-9933-e6d41fdecfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:17.088362 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-adda0f51-a781-4bed-9933-e6d41fdecfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:17.107963 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda0f51-a781-4bed-9933-e6d41fdecfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fc1249-581a-4cf8-b8a4-391bddcda084,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:17.130070 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-adda0f51-a781-4bed-9933-e6d41fdecfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:17.131216 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-adda0f51-a781-4bed-9933-e6d41fdecfc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82fc1249-581a-4cf8-b8a4-391bddcda084 HTTP/1.1" status: 204  len: 168 time: 0.2001212
May 27 00:36:17.159840 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:36:17.193013 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:36:17.193336 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device c1a6ec4f-4ccf-426c-a1d6-b6d78a37086d not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:36:17.193749 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 99bda864-85ac-45d3-938f-66a462531ecb no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:36:17.227193 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: 99bda864-85ac-45d3-938f-66a462531ecb {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:36:17.227396 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 99bda864-85ac-45d3-938f-66a462531ecb not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:36:17.596251 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36094) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:17.654774 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-4ca40188-4e47-48df-b0c6-cf110429992a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb95c11e8fac43459bd5686ac23b68b0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0573232
May 27 00:36:17.657607 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36098) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:17.717827 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-99cfa00e-564b-44d6-a82d-086310bc2572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:17.743052 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-99cfa00e-564b-44d6-a82d-086310bc2572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:17.794101 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-99cfa00e-564b-44d6-a82d-086310bc2572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:17.809011 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfa00e-564b-44d6-a82d-086310bc2572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45921e23-1961-4010-b9dc-5570004d5f91,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:17.816372 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-99cfa00e-564b-44d6-a82d-086310bc2572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:17.819637 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-99cfa00e-564b-44d6-a82d-086310bc2572 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45921e23-1961-4010-b9dc-5570004d5f91 HTTP/1.1" status: 204  len: 168 time: 0.1587834
May 27 00:36:17.918001 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:17.980818 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:18.682104 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36122) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:18.812106 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-751504336-network', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:18.816948 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:18.820847 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Usage tracker for resource:network and tenant:d7a13287fe4645ee8ed22881d5838e5d is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:18.823891 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:18.831018 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:18.841593 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Made reservation on behalf of d7a13287fe4645ee8ed22881d5838e5d for: {'network': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:36:18.843849 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:18.859358 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:18.891188 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:18.894940 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Usage tracker for resource:security_group_rule and tenant:d7a13287fe4645ee8ed22881d5838e5d is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:18.897706 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:18.903261 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:18.969395 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:18.973613 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:19.003979 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100}  {{(pid=83748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:36:19.014144 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e0e84b-5971-4afc-aff3-37f3106a4a5a,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:19.022203 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:19.022203 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.segments_db [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Added segment 8cd95e13-aa9d-4558-9700-14003df10feb of type vlan for network b076ca95-8f33-4278-881a-309368965c55
May 27 00:36:19.049472 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:19.081294 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:19.082059 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:19.082623 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:19.186639 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] Pushing event updated for resources: {'Network': ['ID=b076ca95-8f33-4278-881a-309368965c55,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:19.188452 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-39835f53-459a-4cc1-b8d2-5ec8703363fa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5053504
May 27 00:36:19.191979 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36130) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:19.200527 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-8d66a13c-f91e-48e0-87d7-62ddddd3762d admin admin] Request body: {'subnet': {'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-751504336-subnet', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'ip_version': 4}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:19.202509 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network b076ca95-8f33-4278-881a-309368965c55 details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:36:19.205996 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-8d66a13c-f91e-48e0-87d7-62ddddd3762d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:19.210071 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-8d66a13c-f91e-48e0-87d7-62ddddd3762d admin admin] Usage tracker for resource:subnet and tenant:d7a13287fe4645ee8ed22881d5838e5d is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:19.213194 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-8d66a13c-f91e-48e0-87d7-62ddddd3762d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:19.219153 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-8d66a13c-f91e-48e0-87d7-62ddddd3762d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:19.228821 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d66a13c-f91e-48e0-87d7-62ddddd3762d admin admin] Made reservation on behalf of d7a13287fe4645ee8ed22881d5838e5d for: {'subnet': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:36:19.231821 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8d66a13c-f91e-48e0-87d7-62ddddd3762d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3199544'] for subnet, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:19.283523 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:19.450801 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8d66a13c-f91e-48e0-87d7-62ddddd3762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3199530'] for subnet, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:19.530881 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66a13c-f91e-48e0-87d7-62ddddd3762d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00566f4b-5a14-4e8b-9a89-7dc8af776e7a,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:19.555155 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d66a13c-f91e-48e0-87d7-62ddddd3762d admin admin] Checking segment: {'id': '8cd95e13-aa9d-4558-9700-14003df10feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b076ca95-8f33-4278-881a-309368965c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:36:19.555810 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66a13c-f91e-48e0-87d7-62ddddd3762d admin admin] Network hostable DHCP agents. Network: b076ca95-8f33-4278-881a-309368965c55, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:36:19.593333 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66a13c-f91e-48e0-87d7-62ddddd3762d admin admin] Network b076ca95-8f33-4278-881a-309368965c55 is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:36:19.606656 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-8d66a13c-f91e-48e0-87d7-62ddddd3762d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, b076ca95-8f33-4278-881a-309368965c55) {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:19.611955 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d66a13c-f91e-48e0-87d7-62ddddd3762d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:19.612740 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8d66a13c-f91e-48e0-87d7-62ddddd3762d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:19.625017 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efde207-17a7-44f6-9b4a-c72d2c2d4468 None None] Network b076ca95-8f33-4278-881a-309368965c55 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:36:19.655765 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-8d66a13c-f91e-48e0-87d7-62ddddd3762d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.4606509
May 27 00:36:19.660101 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36136) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:19.666366 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-751504336-router', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:19.672402 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:19.677625 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Usage tracker for resource:router and tenant:d7a13287fe4645ee8ed22881d5838e5d is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:19.681222 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:19.688399 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:19.701914 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4108275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:19.703056 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4108176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4105332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3770880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:19.727326 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:19.890557 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4108809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5558'] for router, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:19.895757 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab7e0e-e974-5d1d-8d11-7bdcd4392038-b076ca95-8f33-4278-881a-309368965c55', 'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'fixed_ips': [{'subnet_id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a'}]}} from dv-cinder-843305-3-iscsi. {{(pid=83749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
May 27 00:36:19.896690 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:20.077360 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.db_base_plugin_common [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Allocated IP 172.20.0.2 (b076ca95-8f33-4278-881a-309368965c55/00566f4b-5a14-4e8b-9a89-7dc8af776e7a/09fc0f44-c453-4323-94ec-9c9f30e6ad7b) {{(pid=83749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:36:20.101111 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:20.117927 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:36:20.131395 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:20.277767 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Allocated IP 172.27.3.83 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/a4621d13-bd91-4734-b473-7990ca67b4ef) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:36:20.307506 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Notify callbacks [] for port, precommit_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:20.328228 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Transition to ACTIVE for port object 09fc0f44-c453-4323-94ec-9c9f30e6ad7b will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:20.347959 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Transition to ACTIVE for port object 09fc0f44-c453-4323-94ec-9c9f30e6ad7b will not be triggered until provisioned by entity DHCP. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:20.354199 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:20.425303 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Network b076ca95-8f33-4278-881a-309368965c55 is already hosted by enough agents. {{(pid=83749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:36:20.428430 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.base_scheduler [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Resources bound (agent type, host, resource id):  {{(pid=83749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:20.433180 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Received port after_create {{(pid=83749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:36:20.435972 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Pushing event updated for resources: {'Port': ['ID=09fc0f44-c453-4323-94ec-9c9f30e6ad7b,revision_number=1']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:20.471707 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:20.472057 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:20.472357 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:20.472677 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:20.472997 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:20.473314 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:20.473625 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:20.473942 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:20.474255 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:20.474562 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:20.474892 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:20.536876 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:20.537109 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Attempting to bind port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:36:20.537243 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Attempting to bind port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '8cd95e13-aa9d-4558-9700-14003df10feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b076ca95-8f33-4278-881a-309368965c55'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:36:20.537593 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Attempting to bind port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b on network b076ca95-8f33-4278-881a-309368965c55 {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:36:20.551690 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:36:20.552054 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Checking segment: {'id': '8cd95e13-aa9d-4558-9700-14003df10feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b076ca95-8f33-4278-881a-309368965c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:36:20.552457 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:20.552835 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Bound using segment: {'id': '8cd95e13-aa9d-4558-9700-14003df10feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b076ca95-8f33-4278-881a-309368965c55'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:36:20.553301 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Bound port: 09fc0f44-c453-4323-94ec-9c9f30e6ad7b, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd95e13-aa9d-4558-9700-14003df10feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b076ca95-8f33-4278-881a-309368965c55'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:36:20.553670 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:20.566919 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:20.634361 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:36:20.638045 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:20.642290 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:36:20.668165 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] For port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:36:20.672370 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] For port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=09fc0f44-c453-4323-94ec-9c9f30e6ad7b,segment=NetworkSegment(8cd95e13-aa9d-4558-9700-14003df10feb),segment_id=8cd95e13-aa9d-4558-9700-14003df10feb)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:36:20.677566 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:20.690481 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4621d13-bd91-4734-b473-7990ca67b4ef,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:20.763807 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15aab0-b3fc-4b99-bfaf-78edf2c8f7fb None None] Pushing event updated for resources: {'Port': ['ID=09fc0f44-c453-4323-94ec-9c9f30e6ad7b,revision_number=2']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:20.841010 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:20.842426 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4108800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105369'] for router, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:21.182606 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Router 84a6e901-2823-4163-8cf6-cc0f6666dd8d is scheduled to L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c with binding_index 1 {{(pid=83748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 27 00:36:21.205846 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 09fc0f44-c453-4323-94ec-9c9f30e6ad7b up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:21.285190 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:36:21.407349 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:36:21.420090 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Sync routers for ids ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:36:21.434001 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Routers {'84a6e901-2823-4163-8cf6-cc0f6666dd8d'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:21.434638 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] Notify callbacks [] for router, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:21.434880 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf11f1f10>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:36:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:21.436218 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-8069bdc8-a2d0-441a-b67c-61f7d47ac4a1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.7750390
May 27 00:36:21.439547 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36142) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:21.633485 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Set router 84a6e901-2823-4163-8cf6-cc0f6666dd8d gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:21.909549 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edff8aa-aff4-4027-a2a6-738cfd6679c8 None None] Network b076ca95-8f33-4278-881a-309368965c55 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:36:22.017824 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf11f1f10>, [{'id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'name': 'tempest-TestShelveInstance-751504336-router', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:19Z', 'updated_at': '2022-05-27T00:36:20Z', 'revision_number': 3, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'gw_port': {'id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:20Z', 'updated_at': '2022-05-27T00:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:22.022258 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Checking router: 84a6e901-2823-4163-8cf6-cc0f6666dd8d for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:36:22.022615 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Updating router 84a6e901-2823-4163-8cf6-cc0f6666dd8d port a4621d13-bd91-4734-b473-7990ca67b4ef binding host dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:36:22.053817 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-ec732298-5e0a-4df6-a626-e999dc6e3d47 None None] Provisioning for port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:36:22.063942 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-ec732298-5e0a-4df6-a626-e999dc6e3d47 None None] Provisioning complete for port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:22.064307 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ec732298-5e0a-4df6-a626-e999dc6e3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:22.081939 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:22.289969 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ec732298-5e0a-4df6-a626-e999dc6e3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:22.294432 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:22.334893 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-ec732298-5e0a-4df6-a626-e999dc6e3d47 None None] For port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=09fc0f44-c453-4323-94ec-9c9f30e6ad7b,segment=NetworkSegment(8cd95e13-aa9d-4558-9700-14003df10feb),segment_id=8cd95e13-aa9d-4558-9700-14003df10feb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:22.342502 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ec732298-5e0a-4df6-a626-e999dc6e3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:22.433408 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec732298-5e0a-4df6-a626-e999dc6e3d47 None None] Pushing event updated for resources: {'Port': ['ID=09fc0f44-c453-4323-94ec-9c9f30e6ad7b,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:22.474494 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Notify callbacks [] for port, precommit_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:22.495315 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.provisioning_blocks [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Transition to ACTIVE for port object a4621d13-bd91-4734-b473-7990ca67b4ef will not be triggered until provisioned by entity L2. {{(pid=83750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:22.505893 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:22.565409 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Allocated IP 172.20.0.1 (b076ca95-8f33-4278-881a-309368965c55/00566f4b-5a14-4e8b-9a89-7dc8af776e7a/7cde5df5-49de-44e2-a154-51d36208e21a) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:36:22.597791 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456f03c-9a92-4b04-ba4b-acf0839ece20 None None] Pushing event updated for resources: {'Port': ['ID=a4621d13-bd91-4734-b473-7990ca67b4ef,revision_number=2']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:22.602284 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Attempting to bind port a4621d13-bd91-4734-b473-7990ca67b4ef on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:36:22.602644 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Attempting to bind port a4621d13-bd91-4734-b473-7990ca67b4ef by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:36:22.602981 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Attempting to bind port a4621d13-bd91-4734-b473-7990ca67b4ef on network da325109-6bb9-4d0f-8321-89f562e3239f {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:36:22.614772 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456f03c-9a92-4b04-ba4b-acf0839ece20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:22.615035 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456f03c-9a92-4b04-ba4b-acf0839ece20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:22.615426 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456f03c-9a92-4b04-ba4b-acf0839ece20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:22.615731 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456f03c-9a92-4b04-ba4b-acf0839ece20 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:22.615994 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456f03c-9a92-4b04-ba4b-acf0839ece20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:22.616268 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456f03c-9a92-4b04-ba4b-acf0839ece20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:22.616576 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456f03c-9a92-4b04-ba4b-acf0839ece20 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:22.616903 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456f03c-9a92-4b04-ba4b-acf0839ece20 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:22.617213 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456f03c-9a92-4b04-ba4b-acf0839ece20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:22.618138 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456f03c-9a92-4b04-ba4b-acf0839ece20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:22.618138 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456f03c-9a92-4b04-ba4b-acf0839ece20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:22.625203 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:36:22.625908 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Checking segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:36:22.626583 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:22.627184 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Bound using segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:36:22.627921 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Bound port: a4621d13-bd91-4734-b473-7990ca67b4ef, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:36:22.628532 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:22.678660 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-cf7afb03-d93b-40b0-bf5d-3cec2e779d67 None None] Provisioning complete for port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:22.679582 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-cf7afb03-d93b-40b0-bf5d-3cec2e779d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:22.719045 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] For port a4621d13-bd91-4734-b473-7990ca67b4ef, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:36:22.722705 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] For port a4621d13-bd91-4734-b473-7990ca67b4ef, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=a4621d13-bd91-4734-b473-7990ca67b4ef,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:36:22.728175 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:22.778987 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:22.799129 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Transition to ACTIVE for port object 7cde5df5-49de-44e2-a154-51d36208e21a will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:22.833512 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:22.881480 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456f03c-9a92-4b04-ba4b-acf0839ece20 None None] Pushing event updated for resources: {'Port': ['ID=a4621d13-bd91-4734-b473-7990ca67b4ef,revision_number=3']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:22.884494 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Routers {'84a6e901-2823-4163-8cf6-cc0f6666dd8d'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:22.884786 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf11f1f10>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:36:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:22.922918 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Network b076ca95-8f33-4278-881a-309368965c55 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:36:22.929103 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:22.952869 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Pushing event updated for resources: {'Port': ['ID=7cde5df5-49de-44e2-a154-51d36208e21a,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:22.955484 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:36:23.045350 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4106083'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:23.181928 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] Set router 84a6e901-2823-4163-8cf6-cc0f6666dd8d gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:23.202836 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 09fc0f44-c453-4323-94ec-9c9f30e6ad7b up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:23.218773 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:23.320140 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-7e9850fa-0db5-4657-b960-687c23bfde47 None None] Provisioning for port 7cde5df5-49de-44e2-a154-51d36208e21a completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:36:23.323628 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:23.323903 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:23.362183 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-7e9850fa-0db5-4657-b960-687c23bfde47 None None] Provisioning complete for port 7cde5df5-49de-44e2-a154-51d36208e21a triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:23.362581 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7e9850fa-0db5-4657-b960-687c23bfde47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:23.440802 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-7e9850fa-0db5-4657-b960-687c23bfde47 None None] Port 7cde5df5-49de-44e2-a154-51d36208e21a cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:36:23.519138 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf11f1f10>, [{'id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'name': 'tempest-TestShelveInstance-751504336-router', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:19Z', 'updated_at': '2022-05-27T00:36:20Z', 'revision_number': 3, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'gw_port': {'id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:20Z', 'updated_at': '2022-05-27T00:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:23.523059 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a498a87f-f4ee-448f-a3a3-868bf18aba7c None None] The sync data for ids ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'] in dv-cinder-843305-3-iscsi is: [{'id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'name': 'tempest-TestShelveInstance-751504336-router', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:19Z', 'updated_at': '2022-05-27T00:36:20Z', 'revision_number': 3, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'gw_port': {'id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:20Z', 'updated_at': '2022-05-27T00:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:36:23.635251 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:23.640545 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:23.764772 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Pushing event updated for resources: {'Port': ['ID=7cde5df5-49de-44e2-a154-51d36208e21a,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:23.771851 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4106190'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:24.003975 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Network b076ca95-8f33-4278-881a-309368965c55 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:36:24.011212 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:24.379406 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-40b8ae32-c071-4a02-9836-a0ee272c9834 None None] Provisioning complete for port 7cde5df5-49de-44e2-a154-51d36208e21a triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:24.379896 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-40b8ae32-c071-4a02-9836-a0ee272c9834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:24.446444 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-40b8ae32-c071-4a02-9836-a0ee272c9834 None None] Port 7cde5df5-49de-44e2-a154-51d36208e21a cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:36:24.548534 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Router 84a6e901-2823-4163-8cf6-cc0f6666dd8d has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:36:24.758971 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:36:24.768842 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-102eea52-4064-4884-bbdd-6569130053ba admin admin] 10.222.0.21 "PUT /v2.0/routers/84a6e901-2823-4163-8cf6-cc0f6666dd8d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3277426
May 27 00:36:25.222201 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device a4621d13-bd91-4734-b473-7990ca67b4ef up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:25.339621 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port a4621d13-bd91-4734-b473-7990ca67b4ef completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:36:25.345450 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port a4621d13-bd91-4734-b473-7990ca67b4ef triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:25.346016 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:25.485886 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:25.510681 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port a4621d13-bd91-4734-b473-7990ca67b4ef, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=a4621d13-bd91-4734-b473-7990ca67b4ef,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:25.518587 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:25.596442 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=a4621d13-bd91-4734-b473-7990ca67b4ef,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:25.832123 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36176) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:25.841143 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-661708560-network', 'tenant_id': 'ca2530ed20674b4cae440dc5e0b41478'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:25.848853 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:25.855261 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Usage tracker for resource:network and tenant:ca2530ed20674b4cae440dc5e0b41478 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:25.858592 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:25.865888 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:25.891823 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Made reservation on behalf of ca2530ed20674b4cae440dc5e0b41478 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:36:25.895652 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:25.911335 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:25.946714 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:25.951170 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Usage tracker for resource:security_group_rule and tenant:ca2530ed20674b4cae440dc5e0b41478 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:25.954125 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:25.960129 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:26.035822 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:26.040246 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:26.084280 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116}  {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:36:26.090426 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec45955-af84-421f-8168-7fd26e894fe7,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:26.098707 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:26.099206 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.segments_db [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Added segment b42608f9-cfc5-4cb2-816a-355658dc2096 of type vlan for network 377cbe48-fa40-42e0-9a53-c822ab5281c1
May 27 00:36:26.131774 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:26.165811 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:26.166780 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:26.167356 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:26.274781 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] Pushing event updated for resources: {'Network': ['ID=377cbe48-fa40-42e0-9a53-c822ab5281c1,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:26.277746 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-69e2f2bc-dc3e-4eb0-b9d5-30101c55254c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4441419
May 27 00:36:26.281707 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36182) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:26.287952 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-60013c2b-94f4-4cfa-9d4c-cfb03b56c97c admin admin] Request body: {'subnet': {'network_id': '377cbe48-fa40-42e0-9a53-c822ab5281c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-661708560-subnet', 'tenant_id': 'ca2530ed20674b4cae440dc5e0b41478', 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:26.290620 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network 377cbe48-fa40-42e0-9a53-c822ab5281c1 details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:36:26.293191 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-60013c2b-94f4-4cfa-9d4c-cfb03b56c97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:26.298545 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-60013c2b-94f4-4cfa-9d4c-cfb03b56c97c admin admin] Usage tracker for resource:subnet and tenant:ca2530ed20674b4cae440dc5e0b41478 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:26.302160 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-60013c2b-94f4-4cfa-9d4c-cfb03b56c97c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:26.310501 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-60013c2b-94f4-4cfa-9d4c-cfb03b56c97c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:26.324155 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60013c2b-94f4-4cfa-9d4c-cfb03b56c97c admin admin] Made reservation on behalf of ca2530ed20674b4cae440dc5e0b41478 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:36:26.327054 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60013c2b-94f4-4cfa-9d4c-cfb03b56c97c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3005913'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:26.557225 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60013c2b-94f4-4cfa-9d4c-cfb03b56c97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3631460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3005899'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:26.725502 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60013c2b-94f4-4cfa-9d4c-cfb03b56c97c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ae89c93-014c-4d15-a444-4539afa642de,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:26.737509 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60013c2b-94f4-4cfa-9d4c-cfb03b56c97c admin admin] Checking segment: {'id': 'b42608f9-cfc5-4cb2-816a-355658dc2096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '377cbe48-fa40-42e0-9a53-c822ab5281c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:36:26.737885 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60013c2b-94f4-4cfa-9d4c-cfb03b56c97c admin admin] Network hostable DHCP agents. Network: 377cbe48-fa40-42e0-9a53-c822ab5281c1, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:36:26.761629 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60013c2b-94f4-4cfa-9d4c-cfb03b56c97c admin admin] Network 377cbe48-fa40-42e0-9a53-c822ab5281c1 is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:36:26.772624 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-60013c2b-94f4-4cfa-9d4c-cfb03b56c97c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, 377cbe48-fa40-42e0-9a53-c822ab5281c1) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:26.777228 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60013c2b-94f4-4cfa-9d4c-cfb03b56c97c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:26.779157 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-60013c2b-94f4-4cfa-9d4c-cfb03b56c97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:26.782536 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbcb203-6900-406c-9dba-f5a8a1554297 None None] Network 377cbe48-fa40-42e0-9a53-c822ab5281c1 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:36:26.813787 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36186) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:26.819110 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-661708560-router', 'tenant_id': 'ca2530ed20674b4cae440dc5e0b41478', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:26.822419 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-60013c2b-94f4-4cfa-9d4c-cfb03b56c97c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.5394862
May 27 00:36:26.826746 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:26.833284 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Usage tracker for resource:router and tenant:ca2530ed20674b4cae440dc5e0b41478 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:26.843386 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:26.853806 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:26.866705 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4108275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:26.868416 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4108176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4105332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3770880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:26.891553 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:27.053610 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4108809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5558'] for router, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:27.101823 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab7e0e-e974-5d1d-8d11-7bdcd4392038-377cbe48-fa40-42e0-9a53-c822ab5281c1', 'network_id': '377cbe48-fa40-42e0-9a53-c822ab5281c1', 'tenant_id': 'ca2530ed20674b4cae440dc5e0b41478', 'fixed_ips': [{'subnet_id': '1ae89c93-014c-4d15-a444-4539afa642de'}]}} from dv-cinder-843305-3-iscsi. {{(pid=83749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
May 27 00:36:27.102754 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:27.205639 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device a4621d13-bd91-4734-b473-7990ca67b4ef up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:27.255850 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Sync routers for ids ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:36:27.271563 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:27.302433 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:27.327748 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Routers {'84a6e901-2823-4163-8cf6-cc0f6666dd8d'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:27.328278 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf0dc5430>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:36:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:27.456035 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Allocated IP 172.27.3.129 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/e3f39fca-976c-43a7-88fd-7aef4d1afac6) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:36:27.584391 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.db_base_plugin_common [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Allocated IP 172.20.0.2 (377cbe48-fa40-42e0-9a53-c822ab5281c1/1ae89c93-014c-4d15-a444-4539afa642de/0b9fac3a-b181-47f8-be41-ba11a94bbf54) {{(pid=83749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:36:27.593771 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port a4621d13-bd91-4734-b473-7990ca67b4ef triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:27.594132 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:27.722645 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:27.754485 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:27.770862 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Set router 84a6e901-2823-4163-8cf6-cc0f6666dd8d gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:27.833021 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:36:27.836727 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Pushing event updated for resources: {'Port': ['ID=e3f39fca-976c-43a7-88fd-7aef4d1afac6,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:27.841098 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:27.843489 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:36:28.093677 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:28.094732 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4108800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105369'] for router, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:28.237739 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:28.264536 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Transition to ACTIVE for port object 0b9fac3a-b181-47f8-be41-ba11a94bbf54 will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:28.326203 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Transition to ACTIVE for port object 0b9fac3a-b181-47f8-be41-ba11a94bbf54 will not be triggered until provisioned by entity DHCP. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:28.334923 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:28.417853 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Pushing event updated for resources: {'Port': ['ID=0b9fac3a-b181-47f8-be41-ba11a94bbf54,revision_number=1']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:28.440555 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Network 377cbe48-fa40-42e0-9a53-c822ab5281c1 is already hosted by enough agents. {{(pid=83749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:36:28.442222 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.base_scheduler [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Resources bound (agent type, host, resource id):  {{(pid=83749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:28.454030 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Received port after_create {{(pid=83749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:36:28.465877 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf0dc5430>, [{'id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'name': 'tempest-TestShelveInstance-751504336-router', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:19Z', 'updated_at': '2022-05-27T00:36:23Z', 'revision_number': 4, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'gw_port': {'id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:20Z', 'updated_at': '2022-05-27T00:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '7cde5df5-49de-44e2-a154-51d36208e21a', 'name': '', 'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'mac_address': 'fa:16:3e:72:34:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:22Z', 'updated_at': '2022-05-27T00:36:23Z', 'revision_number': 2, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'subnets': [{'id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:28.497138 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Checking router: 84a6e901-2823-4163-8cf6-cc0f6666dd8d for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:36:28.497712 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Updating router 84a6e901-2823-4163-8cf6-cc0f6666dd8d port 7cde5df5-49de-44e2-a154-51d36208e21a binding host dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:36:28.551149 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Router 8973045a-c21c-438a-81e8-1ecbbe87fe9c is scheduled to L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c with binding_index 1 {{(pid=83748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 27 00:36:28.603397 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Attempting to bind port 0b9fac3a-b181-47f8-be41-ba11a94bbf54 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:36:28.603673 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Attempting to bind port 0b9fac3a-b181-47f8-be41-ba11a94bbf54 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': 'b42608f9-cfc5-4cb2-816a-355658dc2096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '377cbe48-fa40-42e0-9a53-c822ab5281c1'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:36:28.604039 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Attempting to bind port 0b9fac3a-b181-47f8-be41-ba11a94bbf54 on network 377cbe48-fa40-42e0-9a53-c822ab5281c1 {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:36:28.606218 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:28.626086 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:36:28.626452 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Checking segment: {'id': 'b42608f9-cfc5-4cb2-816a-355658dc2096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '377cbe48-fa40-42e0-9a53-c822ab5281c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:36:28.626848 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:28.627233 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Bound using segment: {'id': 'b42608f9-cfc5-4cb2-816a-355658dc2096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '377cbe48-fa40-42e0-9a53-c822ab5281c1'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:36:28.627723 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Bound port: 0b9fac3a-b181-47f8-be41-ba11a94bbf54, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42608f9-cfc5-4cb2-816a-355658dc2096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '377cbe48-fa40-42e0-9a53-c822ab5281c1'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:36:28.628118 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:28.826875 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] For port 0b9fac3a-b181-47f8-be41-ba11a94bbf54, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:36:28.877064 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:36:28.888349 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Sync routers for ids ['8973045a-c21c-438a-81e8-1ecbbe87fe9c'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:36:28.898042 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] For port 0b9fac3a-b181-47f8-be41-ba11a94bbf54, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=0b9fac3a-b181-47f8-be41-ba11a94bbf54,segment=NetworkSegment(b42608f9-cfc5-4cb2-816a-355658dc2096),segment_id=b42608f9-cfc5-4cb2-816a-355658dc2096)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:36:28.904066 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Routers {'8973045a-c21c-438a-81e8-1ecbbe87fe9c'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:28.904807 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf14afdc0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:36:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['8973045a-c21c-438a-81e8-1ecbbe87fe9c'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:28.905535 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] Notify callbacks [] for router, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:28.906834 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-680a2257-0be9-45c5-ab78-629305ba17bb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.0921445
May 27 00:36:28.907074 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:28.909769 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36206) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:29.026429 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557b0d6-6702-4236-90e5-375cdabc63a2 None None] Pushing event updated for resources: {'Port': ['ID=0b9fac3a-b181-47f8-be41-ba11a94bbf54,revision_number=2']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:29.109782 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Set router 8973045a-c21c-438a-81e8-1ecbbe87fe9c gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:29.130293 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Notify callbacks [] for port, precommit_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:29.148212 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Transition to ACTIVE for port object 7cde5df5-49de-44e2-a154-51d36208e21a will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:29.158423 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:29.390519 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf03702-b47b-4a04-a4b8-9ea20e2ec9ad None None] Pushing event updated for resources: {'Port': ['ID=7cde5df5-49de-44e2-a154-51d36208e21a,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:29.539422 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Attempting to bind port 7cde5df5-49de-44e2-a154-51d36208e21a on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:36:29.541958 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Attempting to bind port 7cde5df5-49de-44e2-a154-51d36208e21a by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '8cd95e13-aa9d-4558-9700-14003df10feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b076ca95-8f33-4278-881a-309368965c55'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:36:29.542332 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Attempting to bind port 7cde5df5-49de-44e2-a154-51d36208e21a on network b076ca95-8f33-4278-881a-309368965c55 {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:36:29.560248 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:36:29.560617 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Checking segment: {'id': '8cd95e13-aa9d-4558-9700-14003df10feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b076ca95-8f33-4278-881a-309368965c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:36:29.561019 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:29.561409 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Bound using segment: {'id': '8cd95e13-aa9d-4558-9700-14003df10feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b076ca95-8f33-4278-881a-309368965c55'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:36:29.561885 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Bound port: 7cde5df5-49de-44e2-a154-51d36208e21a, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd95e13-aa9d-4558-9700-14003df10feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b076ca95-8f33-4278-881a-309368965c55'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:36:29.562403 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:29.656632 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf14afdc0>, [{'id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'name': 'tempest-TestShelveInstance-661708560-router', 'tenant_id': 'ca2530ed20674b4cae440dc5e0b41478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'e3f39fca-976c-43a7-88fd-7aef4d1afac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:26Z', 'updated_at': '2022-05-27T00:36:28Z', 'revision_number': 3, 'project_id': 'ca2530ed20674b4cae440dc5e0b41478', 'gw_port': {'id': 'e3f39fca-976c-43a7-88fd-7aef4d1afac6', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:27Z', 'updated_at': '2022-05-27T00:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:29.672174 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Checking router: 8973045a-c21c-438a-81e8-1ecbbe87fe9c for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:36:29.672605 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Updating router 8973045a-c21c-438a-81e8-1ecbbe87fe9c port e3f39fca-976c-43a7-88fd-7aef4d1afac6 binding host dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:36:29.692099 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] For port 7cde5df5-49de-44e2-a154-51d36208e21a, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:36:29.704956 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] For port 7cde5df5-49de-44e2-a154-51d36208e21a, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=7cde5df5-49de-44e2-a154-51d36208e21a,segment=NetworkSegment(8cd95e13-aa9d-4558-9700-14003df10feb),segment_id=8cd95e13-aa9d-4558-9700-14003df10feb)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:36:29.711738 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:29.739659 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:29.826316 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Routers {'84a6e901-2823-4163-8cf6-cc0f6666dd8d'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:29.826939 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf0dc5430>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:36:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:30.018098 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:30.088621 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf03702-b47b-4a04-a4b8-9ea20e2ec9ad None None] Pushing event updated for resources: {'Port': ['ID=7cde5df5-49de-44e2-a154-51d36208e21a,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:30.206437 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] Set router 84a6e901-2823-4163-8cf6-cc0f6666dd8d gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:30.283244 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Notify callbacks [] for port, precommit_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:30.297451 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.provisioning_blocks [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Transition to ACTIVE for port object e3f39fca-976c-43a7-88fd-7aef4d1afac6 will not be triggered until provisioned by entity L2. {{(pid=83750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:30.307349 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:30.318085 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Allocated IP 172.20.0.1 (377cbe48-fa40-42e0-9a53-c822ab5281c1/1ae89c93-014c-4d15-a444-4539afa642de/91681a0f-1d74-4c26-85cc-722e1bb2373d) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:36:30.400389 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Attempting to bind port e3f39fca-976c-43a7-88fd-7aef4d1afac6 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:36:30.400803 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Attempting to bind port e3f39fca-976c-43a7-88fd-7aef4d1afac6 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:36:30.401162 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Attempting to bind port e3f39fca-976c-43a7-88fd-7aef4d1afac6 on network da325109-6bb9-4d0f-8321-89f562e3239f {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:36:30.407545 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cdf46-6b67-4f78-96b9-e01a56e208b5 None None] Pushing event updated for resources: {'Port': ['ID=e3f39fca-976c-43a7-88fd-7aef4d1afac6,revision_number=2']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:30.420873 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:36:30.420873 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Checking segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:36:30.421208 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:30.421566 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Bound using segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:36:30.422035 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Bound port: e3f39fca-976c-43a7-88fd-7aef4d1afac6, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:36:30.422417 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:30.509798 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] For port e3f39fca-976c-43a7-88fd-7aef4d1afac6, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:36:30.514347 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] For port e3f39fca-976c-43a7-88fd-7aef4d1afac6, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=e3f39fca-976c-43a7-88fd-7aef4d1afac6,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:36:30.520755 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:30.522507 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f01bcfd-b277-4e3b-ac40-07c17fdd1c75 None None] Network 377cbe48-fa40-42e0-9a53-c822ab5281c1 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:36:30.535417 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:30.553814 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Transition to ACTIVE for port object 91681a0f-1d74-4c26-85cc-722e1bb2373d will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:30.581628 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:30.647274 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cdf46-6b67-4f78-96b9-e01a56e208b5 None None] Pushing event updated for resources: {'Port': ['ID=e3f39fca-976c-43a7-88fd-7aef4d1afac6,revision_number=3']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:30.660338 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Routers {'8973045a-c21c-438a-81e8-1ecbbe87fe9c'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:30.660517 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Network 377cbe48-fa40-42e0-9a53-c822ab5281c1 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:36:30.661282 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf14afdc0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:36:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['8973045a-c21c-438a-81e8-1ecbbe87fe9c'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:30.663638 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:30.666842 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:36:30.700418 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=91681a0f-1d74-4c26-85cc-722e1bb2373d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:30.723978 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf0dc5430>, [{'id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'name': 'tempest-TestShelveInstance-751504336-router', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:19Z', 'updated_at': '2022-05-27T00:36:23Z', 'revision_number': 4, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'gw_port': {'id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:20Z', 'updated_at': '2022-05-27T00:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '7cde5df5-49de-44e2-a154-51d36208e21a', 'name': '', 'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'mac_address': 'fa:16:3e:72:34:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:22Z', 'updated_at': '2022-05-27T00:36:29Z', 'revision_number': 4, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'subnets': [{'id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:30.741106 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4106083'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:30.749868 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f6895-84f0-48d5-9b59-e6ed971d9c8e None None] The sync data for ids ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'] in dv-cinder-843305-3-iscsi is: [{'id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'name': 'tempest-TestShelveInstance-751504336-router', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:19Z', 'updated_at': '2022-05-27T00:36:23Z', 'revision_number': 4, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'gw_port': {'id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:20Z', 'updated_at': '2022-05-27T00:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '7cde5df5-49de-44e2-a154-51d36208e21a', 'name': '', 'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'mac_address': 'fa:16:3e:72:34:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:22Z', 'updated_at': '2022-05-27T00:36:29Z', 'revision_number': 4, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'subnets': [{'id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:36:30.830255 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-9f00abad-0af9-47cf-a96e-abd936848703 None None] Provisioning for port 0b9fac3a-b181-47f8-be41-ba11a94bbf54 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:36:30.879626 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] Set router 8973045a-c21c-438a-81e8-1ecbbe87fe9c gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:30.906033 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:31.263581 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:31.271759 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:31.372250 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-ec11acb2-248a-487d-b51c-e4d13f75ccf7 None None] Provisioning for port 91681a0f-1d74-4c26-85cc-722e1bb2373d completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:36:31.397726 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 0b9fac3a-b181-47f8-be41-ba11a94bbf54 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:31.464818 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf14afdc0>, [{'id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'name': 'tempest-TestShelveInstance-661708560-router', 'tenant_id': 'ca2530ed20674b4cae440dc5e0b41478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'e3f39fca-976c-43a7-88fd-7aef4d1afac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:26Z', 'updated_at': '2022-05-27T00:36:28Z', 'revision_number': 3, 'project_id': 'ca2530ed20674b4cae440dc5e0b41478', 'gw_port': {'id': 'e3f39fca-976c-43a7-88fd-7aef4d1afac6', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:27Z', 'updated_at': '2022-05-27T00:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:31.465933 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-ec11acb2-248a-487d-b51c-e4d13f75ccf7 None None] Provisioning complete for port 91681a0f-1d74-4c26-85cc-722e1bb2373d triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:31.466469 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ec11acb2-248a-487d-b51c-e4d13f75ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:31.471749 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cbe61b-f5f3-42d9-83e2-7928aa3b628c None None] The sync data for ids ['8973045a-c21c-438a-81e8-1ecbbe87fe9c'] in dv-cinder-843305-3-iscsi is: [{'id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'name': 'tempest-TestShelveInstance-661708560-router', 'tenant_id': 'ca2530ed20674b4cae440dc5e0b41478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'e3f39fca-976c-43a7-88fd-7aef4d1afac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:26Z', 'updated_at': '2022-05-27T00:36:28Z', 'revision_number': 3, 'project_id': 'ca2530ed20674b4cae440dc5e0b41478', 'gw_port': {'id': 'e3f39fca-976c-43a7-88fd-7aef4d1afac6', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:27Z', 'updated_at': '2022-05-27T00:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:36:31.532303 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=91681a0f-1d74-4c26-85cc-722e1bb2373d,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:31.538941 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4106190'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:31.585779 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-ec11acb2-248a-487d-b51c-e4d13f75ccf7 None None] Port 91681a0f-1d74-4c26-85cc-722e1bb2373d cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:36:31.610163 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 0b9fac3a-b181-47f8-be41-ba11a94bbf54 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:36:31.621473 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 0b9fac3a-b181-47f8-be41-ba11a94bbf54 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:31.623216 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:31.713965 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Network 377cbe48-fa40-42e0-9a53-c822ab5281c1 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:36:31.715913 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:31.763679 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-fd1db58c-7682-4da9-ac17-45b18f24c5cb None None] Provisioning complete for port 91681a0f-1d74-4c26-85cc-722e1bb2373d triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:31.764368 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-fd1db58c-7682-4da9-ac17-45b18f24c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:31.801047 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:31.850180 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-fd1db58c-7682-4da9-ac17-45b18f24c5cb None None] Port 91681a0f-1d74-4c26-85cc-722e1bb2373d cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:36:31.912636 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 0b9fac3a-b181-47f8-be41-ba11a94bbf54, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=0b9fac3a-b181-47f8-be41-ba11a94bbf54,segment=NetworkSegment(b42608f9-cfc5-4cb2-816a-355658dc2096),segment_id=b42608f9-cfc5-4cb2-816a-355658dc2096)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:31.927451 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:31.928864 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 7cde5df5-49de-44e2-a154-51d36208e21a up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:32.115655 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=0b9fac3a-b181-47f8-be41-ba11a94bbf54,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:32.123618 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-dc3e5d0e-3a73-4e3e-9751-10b1117f74d0 None None] Provisioning complete for port 91681a0f-1d74-4c26-85cc-722e1bb2373d triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:32.123618 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-dc3e5d0e-3a73-4e3e-9751-10b1117f74d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:32.178304 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 7cde5df5-49de-44e2-a154-51d36208e21a completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:36:32.185810 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 7cde5df5-49de-44e2-a154-51d36208e21a triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:32.186164 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:32.214362 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e5d0e-3a73-4e3e-9751-10b1117f74d0 None None] Port 91681a0f-1d74-4c26-85cc-722e1bb2373d cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:36:32.262546 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Router 8973045a-c21c-438a-81e8-1ecbbe87fe9c has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:36:32.316634 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:32.375006 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 7cde5df5-49de-44e2-a154-51d36208e21a, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=7cde5df5-49de-44e2-a154-51d36208e21a,segment=NetworkSegment(8cd95e13-aa9d-4558-9700-14003df10feb),segment_id=8cd95e13-aa9d-4558-9700-14003df10feb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:32.380779 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:32.493594 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=7cde5df5-49de-44e2-a154-51d36208e21a,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:32.509315 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:36:32.519688 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-b622f457-0ba8-4239-b659-9e0d19c46fb9 admin admin] 10.222.0.21 "PUT /v2.0/routers/8973045a-c21c-438a-81e8-1ecbbe87fe9c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6086442
May 27 00:36:33.104770 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36240) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:33.113023 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-c25bdebd-a849-447a-a1e0-beefa6c1fe08 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-163438321', 'description': 'tempest-secgroup-smoke-163438321 description', 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:33.124846 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c25bdebd-a849-447a-a1e0-beefa6c1fe08 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:33.130268 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-c25bdebd-a849-447a-a1e0-beefa6c1fe08 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Usage tracker for resource:security_group and tenant:d7a13287fe4645ee8ed22881d5838e5d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:33.134794 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-c25bdebd-a849-447a-a1e0-beefa6c1fe08 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:33.143162 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c25bdebd-a849-447a-a1e0-beefa6c1fe08 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:33.158221 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c25bdebd-a849-447a-a1e0-beefa6c1fe08 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.222215 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c25bdebd-a849-447a-a1e0-beefa6c1fe08 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:33.226846 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-c25bdebd-a849-447a-a1e0-beefa6c1fe08 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Usage tracker for resource:security_group_rule and tenant:d7a13287fe4645ee8ed22881d5838e5d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:33.230191 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-c25bdebd-a849-447a-a1e0-beefa6c1fe08 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:33.237613 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c25bdebd-a849-447a-a1e0-beefa6c1fe08 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:33.303394 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c25bdebd-a849-447a-a1e0-beefa6c1fe08 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.308512 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c25bdebd-a849-447a-a1e0-beefa6c1fe08 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.308859 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 0b9fac3a-b181-47f8-be41-ba11a94bbf54 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:33.352323 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bdebd-a849-447a-a1e0-beefa6c1fe08 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ec50c2-2fe1-4216-8c48-6708b3071356,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:33.357725 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c25bdebd-a849-447a-a1e0-beefa6c1fe08 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.359208 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-c25bdebd-a849-447a-a1e0-beefa6c1fe08 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2522078
May 27 00:36:33.362514 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36244) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:33.370223 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-3199bb37-92d2-4d88-9181-a8367768d753 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Request body: {'security_group_rule': {'security_group_id': '74ec50c2-2fe1-4216-8c48-6708b3071356', 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:33.378993 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-3199bb37-92d2-4d88-9181-a8367768d753 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:33.384895 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-3199bb37-92d2-4d88-9181-a8367768d753 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Usage tracker for resource:security_group_rule and tenant:d7a13287fe4645ee8ed22881d5838e5d is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:33.389780 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-3199bb37-92d2-4d88-9181-a8367768d753 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:33.392595 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 0b9fac3a-b181-47f8-be41-ba11a94bbf54 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:33.392958 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.398041 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-3199bb37-92d2-4d88-9181-a8367768d753 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:33.417060 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3199bb37-92d2-4d88-9181-a8367768d753 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.490381 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3199bb37-92d2-4d88-9181-a8367768d753 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.496655 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3199bb37-92d2-4d88-9181-a8367768d753 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.525013 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199bb37-92d2-4d88-9181-a8367768d753 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6702cf-bf40-409f-99a9-6128cbc3cc29,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:33.528698 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 7cde5df5-49de-44e2-a154-51d36208e21a up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:33.532405 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3199bb37-92d2-4d88-9181-a8367768d753 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.537588 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-3199bb37-92d2-4d88-9181-a8367768d753 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1702681
May 27 00:36:33.538145 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36248) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:33.547664 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-30bffd50-aeb8-43c3-aeaa-f2ed16697b2f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Request body: {'security_group_rule': {'security_group_id': '74ec50c2-2fe1-4216-8c48-6708b3071356', 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:33.557206 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-30bffd50-aeb8-43c3-aeaa-f2ed16697b2f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:33.563699 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-30bffd50-aeb8-43c3-aeaa-f2ed16697b2f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Usage tracker for resource:security_group_rule and tenant:d7a13287fe4645ee8ed22881d5838e5d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:33.568258 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-30bffd50-aeb8-43c3-aeaa-f2ed16697b2f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:33.578345 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-30bffd50-aeb8-43c3-aeaa-f2ed16697b2f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:33.602209 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 7cde5df5-49de-44e2-a154-51d36208e21a triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:33.602657 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.603454 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30bffd50-aeb8-43c3-aeaa-f2ed16697b2f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.672689 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30bffd50-aeb8-43c3-aeaa-f2ed16697b2f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.677055 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30bffd50-aeb8-43c3-aeaa-f2ed16697b2f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.701793 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bffd50-aeb8-43c3-aeaa-f2ed16697b2f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fd211a-4cc1-4a0c-9a6a-23b1e00b2034,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:33.712172 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-30bffd50-aeb8-43c3-aeaa-f2ed16697b2f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.713420 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-30bffd50-aeb8-43c3-aeaa-f2ed16697b2f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1736832
May 27 00:36:33.716886 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36252) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:33.722330 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-819a8d0b-59ba-4601-906c-42fd77544f24 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Request body: {'security_group_rule': {'security_group_id': '74ec50c2-2fe1-4216-8c48-6708b3071356', 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:33.728079 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-819a8d0b-59ba-4601-906c-42fd77544f24 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:33.730378 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device e3f39fca-976c-43a7-88fd-7aef4d1afac6 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:33.732069 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-819a8d0b-59ba-4601-906c-42fd77544f24 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Usage tracker for resource:security_group_rule and tenant:d7a13287fe4645ee8ed22881d5838e5d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:33.735198 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-819a8d0b-59ba-4601-906c-42fd77544f24 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:33.741835 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-819a8d0b-59ba-4601-906c-42fd77544f24 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:33.758825 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-819a8d0b-59ba-4601-906c-42fd77544f24 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.823509 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port e3f39fca-976c-43a7-88fd-7aef4d1afac6 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:36:33.828120 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port e3f39fca-976c-43a7-88fd-7aef4d1afac6 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:33.828596 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.850630 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-819a8d0b-59ba-4601-906c-42fd77544f24 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.856859 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-819a8d0b-59ba-4601-906c-42fd77544f24 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.898816 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a8d0b-59ba-4601-906c-42fd77544f24 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca48b04-cb5d-42ce-bb45-74410c552533,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:33.904941 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-819a8d0b-59ba-4601-906c-42fd77544f24 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.906521 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-819a8d0b-59ba-4601-906c-42fd77544f24 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1885386
May 27 00:36:33.911934 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36260) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:33.919543 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-8b0abe10-ad5c-45a4-bae9-36ecb9d17051 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Request body: {'security_group_rule': {'security_group_id': '74ec50c2-2fe1-4216-8c48-6708b3071356', 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:33.925882 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-8b0abe10-ad5c-45a4-bae9-36ecb9d17051 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:33.930356 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-8b0abe10-ad5c-45a4-bae9-36ecb9d17051 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Usage tracker for resource:security_group_rule and tenant:d7a13287fe4645ee8ed22881d5838e5d is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:33.933701 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-8b0abe10-ad5c-45a4-bae9-36ecb9d17051 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:33.940983 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-8b0abe10-ad5c-45a4-bae9-36ecb9d17051 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:33.967573 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8b0abe10-ad5c-45a4-bae9-36ecb9d17051 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.978815 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:33.999621 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port e3f39fca-976c-43a7-88fd-7aef4d1afac6, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=e3f39fca-976c-43a7-88fd-7aef4d1afac6,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:34.006076 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.062760 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8b0abe10-ad5c-45a4-bae9-36ecb9d17051 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.068235 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8b0abe10-ad5c-45a4-bae9-36ecb9d17051 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.081983 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=e3f39fca-976c-43a7-88fd-7aef4d1afac6,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:34.087106 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0abe10-ad5c-45a4-bae9-36ecb9d17051 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65efaa85-a83e-4ac6-875e-694337eed4f9,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:34.105002 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8b0abe10-ad5c-45a4-bae9-36ecb9d17051 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.106546 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-8b0abe10-ad5c-45a4-bae9-36ecb9d17051 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1934533
May 27 00:36:34.109468 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36264) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:34.115829 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-d2613520-639f-4254-9f30-2cbd4fbac83b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Request body: {'security_group_rule': {'security_group_id': '74ec50c2-2fe1-4216-8c48-6708b3071356', 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:34.122190 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-d2613520-639f-4254-9f30-2cbd4fbac83b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:34.126293 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-d2613520-639f-4254-9f30-2cbd4fbac83b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Usage tracker for resource:security_group_rule and tenant:d7a13287fe4645ee8ed22881d5838e5d is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:34.130194 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-d2613520-639f-4254-9f30-2cbd4fbac83b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:34.136445 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-d2613520-639f-4254-9f30-2cbd4fbac83b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:34.148963 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.securitygroups_db [None req-d2613520-639f-4254-9f30-2cbd4fbac83b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Project d7a13287fe4645ee8ed22881d5838e5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 27 00:36:34.164622 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d2613520-639f-4254-9f30-2cbd4fbac83b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.246882 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d2613520-639f-4254-9f30-2cbd4fbac83b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.251729 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d2613520-639f-4254-9f30-2cbd4fbac83b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.257110 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36270) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:34.278583 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2613520-639f-4254-9f30-2cbd4fbac83b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e658a3b2-6cd4-4385-b245-c285c88f9ed1,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:34.289683 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d2613520-639f-4254-9f30-2cbd4fbac83b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.291088 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-d2613520-639f-4254-9f30-2cbd4fbac83b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1805134
May 27 00:36:34.294545 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36276) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:34.300443 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-c4e2dabe-b483-442a-80a4-0b77243f09e2 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Request body: {'security_group_rule': {'security_group_id': '74ec50c2-2fe1-4216-8c48-6708b3071356', 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:34.306439 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-c4e2dabe-b483-442a-80a4-0b77243f09e2 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:34.311860 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-c4e2dabe-b483-442a-80a4-0b77243f09e2 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Usage tracker for resource:security_group_rule and tenant:d7a13287fe4645ee8ed22881d5838e5d is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:34.315028 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-c4e2dabe-b483-442a-80a4-0b77243f09e2 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:34.321393 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-c4e2dabe-b483-442a-80a4-0b77243f09e2 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:34.332508 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.securitygroups_db [None req-c4e2dabe-b483-442a-80a4-0b77243f09e2 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Project d7a13287fe4645ee8ed22881d5838e5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 27 00:36:34.339208 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c4e2dabe-b483-442a-80a4-0b77243f09e2 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.421706 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c4e2dabe-b483-442a-80a4-0b77243f09e2 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.427658 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c4e2dabe-b483-442a-80a4-0b77243f09e2 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.442569 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c73549e5-97bf-4c5c-a6e9-70656c05601f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.467834 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2dabe-b483-442a-80a4-0b77243f09e2 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997c8c95-6462-4ce7-86a6-5b28f80bd4e9,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:34.481336 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c4e2dabe-b483-442a-80a4-0b77243f09e2 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.488419 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-c4e2dabe-b483-442a-80a4-0b77243f09e2 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1925726
May 27 00:36:34.493319 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c73549e5-97bf-4c5c-a6e9-70656c05601f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:34.498881 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-c73549e5-97bf-4c5c-a6e9-70656c05601f admin admin] Usage tracker for resource:security_group_rule and tenant:c252155e63944c7aa12b9f7ef366c000 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:34.502114 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-c73549e5-97bf-4c5c-a6e9-70656c05601f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:34.508806 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c73549e5-97bf-4c5c-a6e9-70656c05601f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:34.586628 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c73549e5-97bf-4c5c-a6e9-70656c05601f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.592683 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c73549e5-97bf-4c5c-a6e9-70656c05601f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.646882 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73549e5-97bf-4c5c-a6e9-70656c05601f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a974395-77d9-4350-b858-3696ab1286be,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:34.656757 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-c73549e5-97bf-4c5c-a6e9-70656c05601f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c252155e63944c7aa12b9f7ef366c000&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3942156
May 27 00:36:34.657273 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36286) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:34.738188 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-df6a44ee-643a-4ba4-8a11-e3665ad72c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.784326 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-df6a44ee-643a-4ba4-8a11-e3665ad72c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.876120 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-df6a44ee-643a-4ba4-8a11-e3665ad72c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.908617 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a44ee-643a-4ba4-8a11-e3665ad72c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a974395-77d9-4350-b858-3696ab1286be,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:34.913046 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-df6a44ee-643a-4ba4-8a11-e3665ad72c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:34.915101 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-df6a44ee-643a-4ba4-8a11-e3665ad72c13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a974395-77d9-4350-b858-3696ab1286be HTTP/1.1" status: 204  len: 168 time: 0.2566779
May 27 00:36:35.268752 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device e3f39fca-976c-43a7-88fd-7aef4d1afac6 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:35.384742 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port e3f39fca-976c-43a7-88fd-7aef4d1afac6 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:35.385109 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:43.295668 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:44.511673 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b0bc60f7-2304-4c21-a589-b70e145e2346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:46.684958 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-9cc35a02-b5ab-456a-8cfa-438a292b01c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:47.476083 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36466) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:47.625613 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:47.657729 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:47.661680 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Usage tracker for resource:security_group_rule and tenant:faf6c6fd3a1549b0aad52b7ff8363d7b is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:47.664797 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:47.670996 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:47.740129 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:47.744483 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:47.792602 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de45afae-d026-404b-b61b-76393dc7459a,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:47.798868 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=faf6c6fd3a1549b0aad52b7ff8363d7b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3217525
May 27 00:36:47.801825 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36472) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:47.804293 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.804639 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.804973 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.805302 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.805628 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.805953 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.806278 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.806614 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.806917 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.807224 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.807540 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c934f-d38d-41f9-9e22-efd5366b21a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.863423 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:47.892287 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:47.922080 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:47.945910 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:47.960994 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de45afae-d026-404b-b61b-76393dc7459a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:47.974255 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:47.975431 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de45afae-d026-404b-b61b-76393dc7459a HTTP/1.1" status: 204  len: 168 time: 0.1725328
May 27 00:36:47.976601 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.976926 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.977251 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.977574 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.978653 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.979064 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.979717 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.979717 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.979987 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.980313 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.981149 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8506ae8a-045e-4abf-a5f1-be4a0c270e7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:36:47.986582 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:48.734157 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36496) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:48.870583 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1112318105-network', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:48.875990 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:48.880998 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Usage tracker for resource:network and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:48.885959 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:48.895376 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:48.905314 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Made reservation on behalf of 30a1fd487fe2476d82a21d16c148b9e1 for: {'network': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:36:48.907622 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:48.921134 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:48.954888 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:48.958834 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Usage tracker for resource:security_group_rule and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:48.961709 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:48.967519 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:49.036555 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:49.040716 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:49.070456 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=83746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:36:49.079921 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee84342c-09b2-4378-a5c6-30a55cee601c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:49.086042 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:49.086389 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.segments_db [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Added segment 183c8e9b-8376-4c24-a374-07ba7c136aea of type vlan for network 4c3528cc-de1a-4792-9062-0f95d08281aa
May 27 00:36:49.113448 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:49.145583 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:49.146472 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:49.147034 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:49.212855 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:49.243271 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] Pushing event updated for resources: {'Network': ['ID=4c3528cc-de1a-4792-9062-0f95d08281aa,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:49.246311 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-702037d8-2509-4ef4-b63b-83810990a0ba admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5110734
May 27 00:36:49.249683 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36502) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:49.253411 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network 4c3528cc-de1a-4792-9062-0f95d08281aa details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:36:49.256253 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b177be51-804a-4136-b778-6dbae439ced1 admin admin] Request body: {'subnet': {'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1112318105-subnet', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:49.261040 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b177be51-804a-4136-b778-6dbae439ced1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:49.264859 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-b177be51-804a-4136-b778-6dbae439ced1 admin admin] Usage tracker for resource:subnet and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:49.267661 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-b177be51-804a-4136-b778-6dbae439ced1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:49.273381 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-b177be51-804a-4136-b778-6dbae439ced1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:49.284331 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b177be51-804a-4136-b778-6dbae439ced1 admin admin] Made reservation on behalf of 30a1fd487fe2476d82a21d16c148b9e1 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:36:49.286826 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b177be51-804a-4136-b778-6dbae439ced1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3005913'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:49.564191 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b177be51-804a-4136-b778-6dbae439ced1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3631460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3005899'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:49.632267 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177be51-804a-4136-b778-6dbae439ced1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=502f2fe6-a878-4f72-aab8-414e70e2c519,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:49.646263 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b177be51-804a-4136-b778-6dbae439ced1 admin admin] Checking segment: {'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:36:49.646622 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b177be51-804a-4136-b778-6dbae439ced1 admin admin] Network hostable DHCP agents. Network: 4c3528cc-de1a-4792-9062-0f95d08281aa, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:36:49.669203 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b177be51-804a-4136-b778-6dbae439ced1 admin admin] Network 4c3528cc-de1a-4792-9062-0f95d08281aa is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:36:49.678572 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-b177be51-804a-4136-b778-6dbae439ced1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, 4c3528cc-de1a-4792-9062-0f95d08281aa) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:49.682531 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b177be51-804a-4136-b778-6dbae439ced1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:49.683109 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b177be51-804a-4136-b778-6dbae439ced1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:49.687243 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cd792c-ddb3-4ebc-ade7-98f15032e704 None None] Network 4c3528cc-de1a-4792-9062-0f95d08281aa requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:36:49.703184 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-b177be51-804a-4136-b778-6dbae439ced1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4525640
May 27 00:36:49.705894 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36508) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:49.711638 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:49.716788 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:49.720586 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Usage tracker for resource:router and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:49.723362 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:49.729089 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:49.740519 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4108275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:49.741612 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4108176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4105332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3770880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:49.759861 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:49.907174 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4108809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5558'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:49.949735 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab7e0e-e974-5d1d-8d11-7bdcd4392038-4c3528cc-de1a-4792-9062-0f95d08281aa', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519'}]}} from dv-cinder-843305-3-iscsi. {{(pid=83749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
May 27 00:36:49.950765 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:50.095151 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:50.109998 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.db_base_plugin_common [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Allocated IP 172.20.0.2 (4c3528cc-de1a-4792-9062-0f95d08281aa/502f2fe6-a878-4f72-aab8-414e70e2c519/a54ddd55-1b30-4b87-a9f6-3c214600e871) {{(pid=83749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:36:50.130041 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:50.273005 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Allocated IP 172.27.3.250 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/7b415448-46c4-4ce3-9b4e-b25215b09225) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:36:50.333384 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Notify callbacks [] for port, precommit_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:50.344869 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Transition to ACTIVE for port object a54ddd55-1b30-4b87-a9f6-3c214600e871 will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:50.365061 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Transition to ACTIVE for port object a54ddd55-1b30-4b87-a9f6-3c214600e871 will not be triggered until provisioned by entity DHCP. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:50.371219 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:50.437292 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:50.448388 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Network 4c3528cc-de1a-4792-9062-0f95d08281aa is already hosted by enough agents. {{(pid=83749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:36:50.448388 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.base_scheduler [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Resources bound (agent type, host, resource id):  {{(pid=83749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:50.451264 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Received port after_create {{(pid=83749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:36:50.453366 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Pushing event updated for resources: {'Port': ['ID=a54ddd55-1b30-4b87-a9f6-3c214600e871,revision_number=1']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:50.466007 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:50.536702 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:36:50.539852 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:50.545052 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:36:50.554811 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Attempting to bind port a54ddd55-1b30-4b87-a9f6-3c214600e871 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:36:50.555167 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Attempting to bind port a54ddd55-1b30-4b87-a9f6-3c214600e871 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:36:50.555530 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Attempting to bind port a54ddd55-1b30-4b87-a9f6-3c214600e871 on network 4c3528cc-de1a-4792-9062-0f95d08281aa {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:36:50.563129 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:36:50.563483 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Checking segment: {'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:36:50.563903 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:50.564285 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Bound using segment: {'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:36:50.564732 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Bound port: a54ddd55-1b30-4b87-a9f6-3c214600e871, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:36:50.565092 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:50.569055 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Pushing event updated for resources: {'Port': ['ID=7b415448-46c4-4ce3-9b4e-b25215b09225,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:50.659117 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] For port a54ddd55-1b30-4b87-a9f6-3c214600e871, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:36:50.663046 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] For port a54ddd55-1b30-4b87-a9f6-3c214600e871, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=a54ddd55-1b30-4b87-a9f6-3c214600e871,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:36:50.666998 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:50.725593 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:50.726329 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4108800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105369'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:50.759341 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3eaa2-d78a-4719-a301-f7ac75c7eb2d None None] Pushing event updated for resources: {'Port': ['ID=a54ddd55-1b30-4b87-a9f6-3c214600e871,revision_number=2']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:50.995706 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 is scheduled to L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 27 00:36:51.264061 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device a54ddd55-1b30-4b87-a9f6-3c214600e871 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:51.280118 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:36:51.294006 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Sync routers for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:36:51.302707 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:51.306860 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-74d74d0b-4d25-4fdc-8d46-a0477303feb5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.5999091
May 27 00:36:51.307020 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36516) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:51.330254 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:51.330849 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1646d90>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:36:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:51.477533 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port a54ddd55-1b30-4b87-a9f6-3c214600e871 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:36:51.532090 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:51.713205 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a285198a-74a5-459c-a00e-5e2da303ebbb None None] Network 4c3528cc-de1a-4792-9062-0f95d08281aa requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:36:51.869455 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-4268bef1-48eb-48c9-aa31-aabc3faa76f9 None None] Provisioning for port a54ddd55-1b30-4b87-a9f6-3c214600e871 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:36:51.913287 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-4268bef1-48eb-48c9-aa31-aabc3faa76f9 None None] Provisioning complete for port a54ddd55-1b30-4b87-a9f6-3c214600e871 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:51.913655 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-4268bef1-48eb-48c9-aa31-aabc3faa76f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:52.191693 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-4268bef1-48eb-48c9-aa31-aabc3faa76f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:52.193823 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:52.201645 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1646d90>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:50Z', 'revision_number': 3, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:52.213655 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Checking router: 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:36:52.213885 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Updating router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 port 7b415448-46c4-4ce3-9b4e-b25215b09225 binding host dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:36:52.286424 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-4268bef1-48eb-48c9-aa31-aabc3faa76f9 None None] For port a54ddd55-1b30-4b87-a9f6-3c214600e871, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=a54ddd55-1b30-4b87-a9f6-3c214600e871,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:52.287812 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:52.316157 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-4268bef1-48eb-48c9-aa31-aabc3faa76f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:52.412577 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Allocated IP 172.20.0.1 (4c3528cc-de1a-4792-9062-0f95d08281aa/502f2fe6-a878-4f72-aab8-414e70e2c519/75fa974c-1fb6-4c0d-bb7b-5429e3602bca) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:36:52.462501 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268bef1-48eb-48c9-aa31-aabc3faa76f9 None None] Pushing event updated for resources: {'Port': ['ID=a54ddd55-1b30-4b87-a9f6-3c214600e871,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:52.616309 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:52.635954 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.provisioning_blocks [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Transition to ACTIVE for port object 75fa974c-1fb6-4c0d-bb7b-5429e3602bca will not be triggered until provisioned by entity DHCP. {{(pid=83748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:52.660594 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:52.666553 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-358e693c-b547-4be3-99b3-7e2a08a41e3a None None] Provisioning complete for port a54ddd55-1b30-4b87-a9f6-3c214600e871 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:52.667460 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-358e693c-b547-4be3-99b3-7e2a08a41e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:52.731324 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Network 4c3528cc-de1a-4792-9062-0f95d08281aa is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:36:52.734333 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:52.737101 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:36:52.777953 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Notify callbacks [] for port, precommit_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:52.789448 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Pushing event updated for resources: {'Port': ['ID=75fa974c-1fb6-4c0d-bb7b-5429e3602bca,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:52.801780 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4106083'] for router_interface, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:52.822663 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Transition to ACTIVE for port object 7b415448-46c4-4ce3-9b4e-b25215b09225 will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:52.841588 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:52.907088 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:52.941891 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7905f9-86f0-46c2-89eb-2a0dc6676863 None None] Pushing event updated for resources: {'Port': ['ID=7b415448-46c4-4ce3-9b4e-b25215b09225,revision_number=2']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:52.946095 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Attempting to bind port 7b415448-46c4-4ce3-9b4e-b25215b09225 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:36:52.946438 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Attempting to bind port 7b415448-46c4-4ce3-9b4e-b25215b09225 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:36:52.946782 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Attempting to bind port 7b415448-46c4-4ce3-9b4e-b25215b09225 on network da325109-6bb9-4d0f-8321-89f562e3239f {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:36:52.957600 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:36:52.957969 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Checking segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:36:52.958371 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:52.958757 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Bound using segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:36:52.959216 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Bound port: 7b415448-46c4-4ce3-9b4e-b25215b09225, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:36:52.959605 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:53.042591 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] For port 7b415448-46c4-4ce3-9b4e-b25215b09225, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:36:53.047310 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] For port 7b415448-46c4-4ce3-9b4e-b25215b09225, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=7b415448-46c4-4ce3-9b4e-b25215b09225,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:36:53.050093 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e8b0ba02-6f9d-4773-8f48-4fce3f539fc5 None None] Provisioning for port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:36:53.056345 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:53.089481 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e8b0ba02-6f9d-4773-8f48-4fce3f539fc5 None None] Provisioning complete for port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:53.089853 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e8b0ba02-6f9d-4773-8f48-4fce3f539fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:53.141806 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Sync routers for ids ['8973045a-c21c-438a-81e8-1ecbbe87fe9c'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:36:53.148312 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:53.153737 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877299'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:53.154951 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Routers {'8973045a-c21c-438a-81e8-1ecbbe87fe9c'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:53.155498 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf122aac0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:36:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['8973045a-c21c-438a-81e8-1ecbbe87fe9c'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:53.196343 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0ba02-6f9d-4773-8f48-4fce3f539fc5 None None] Port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:36:53.207163 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:53.207820 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1646d90>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:36:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:53.266401 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4106190'] for router_interface, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:53.270059 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Pushing event updated for resources: {'Port': ['ID=75fa974c-1fb6-4c0d-bb7b-5429e3602bca,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:53.323745 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device a54ddd55-1b30-4b87-a9f6-3c214600e871 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:53.349519 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Set router 8973045a-c21c-438a-81e8-1ecbbe87fe9c gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:53.360959 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7905f9-86f0-46c2-89eb-2a0dc6676863 None None] Pushing event updated for resources: {'Port': ['ID=7b415448-46c4-4ce3-9b4e-b25215b09225,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:53.434081 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Network 4c3528cc-de1a-4792-9062-0f95d08281aa is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:36:53.435372 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:53.462802 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:53.664750 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port a54ddd55-1b30-4b87-a9f6-3c214600e871 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:53.665330 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:53.715215 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf122aac0>, [{'id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'name': 'tempest-TestShelveInstance-661708560-router', 'tenant_id': 'ca2530ed20674b4cae440dc5e0b41478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'e3f39fca-976c-43a7-88fd-7aef4d1afac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:26Z', 'updated_at': '2022-05-27T00:36:30Z', 'revision_number': 4, 'project_id': 'ca2530ed20674b4cae440dc5e0b41478', 'gw_port': {'id': 'e3f39fca-976c-43a7-88fd-7aef4d1afac6', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:27Z', 'updated_at': '2022-05-27T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '91681a0f-1d74-4c26-85cc-722e1bb2373d', 'name': '', 'network_id': '377cbe48-fa40-42e0-9a53-c822ab5281c1', 'tenant_id': 'ca2530ed20674b4cae440dc5e0b41478', 'mac_address': 'fa:16:3e:f5:e3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae89c93-014c-4d15-a444-4539afa642de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:30Z', 'updated_at': '2022-05-27T00:36:31Z', 'revision_number': 2, 'project_id': 'ca2530ed20674b4cae440dc5e0b41478', 'subnets': [{'id': '1ae89c93-014c-4d15-a444-4539afa642de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:53.719952 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Checking router: 8973045a-c21c-438a-81e8-1ecbbe87fe9c for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:36:53.720213 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Updating router 8973045a-c21c-438a-81e8-1ecbbe87fe9c port 91681a0f-1d74-4c26-85cc-722e1bb2373d binding host dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:36:53.780838 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:53.869238 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-68754274-1f77-4f63-916a-ae20126644a5 None None] Provisioning complete for port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:53.869785 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-68754274-1f77-4f63-916a-ae20126644a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:53.988122 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:36:54.020656 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-68754274-1f77-4f63-916a-ae20126644a5 None None] Port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:36:54.085706 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1646d90>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 2, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:54.090721 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11b463c-cae7-4a5c-b2b5-40bb4ca61b67 None None] The sync data for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi is: [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 2, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:36:54.208436 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Notify callbacks [] for port, precommit_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:54.216590 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:36:54.225320 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.provisioning_blocks [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Transition to ACTIVE for port object 91681a0f-1d74-4c26-85cc-722e1bb2373d will not be triggered until provisioned by entity L2. {{(pid=83750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:54.234512 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:54.246476 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-3154da7d-e215-4aee-81ba-c6fd0cd1e29c admin admin] 10.222.0.21 "PUT /v2.0/routers/2dec303a-5001-4b8d-bc6d-d804f9baa1c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9366953
May 27 00:36:54.383530 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e84fa-3e47-4a50-84c7-63adaa04ebdb None None] Pushing event updated for resources: {'Port': ['ID=91681a0f-1d74-4c26-85cc-722e1bb2373d,revision_number=3']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:54.492768 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Attempting to bind port 91681a0f-1d74-4c26-85cc-722e1bb2373d on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:36:54.493222 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Attempting to bind port 91681a0f-1d74-4c26-85cc-722e1bb2373d by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': 'b42608f9-cfc5-4cb2-816a-355658dc2096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '377cbe48-fa40-42e0-9a53-c822ab5281c1'}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:36:54.493643 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Attempting to bind port 91681a0f-1d74-4c26-85cc-722e1bb2373d on network 377cbe48-fa40-42e0-9a53-c822ab5281c1 {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:36:54.503109 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:36:54.503402 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Checking segment: {'id': 'b42608f9-cfc5-4cb2-816a-355658dc2096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '377cbe48-fa40-42e0-9a53-c822ab5281c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:36:54.505545 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:54.506003 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Bound using segment: {'id': 'b42608f9-cfc5-4cb2-816a-355658dc2096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '377cbe48-fa40-42e0-9a53-c822ab5281c1'} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:36:54.506565 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Bound port: 91681a0f-1d74-4c26-85cc-722e1bb2373d, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42608f9-cfc5-4cb2-816a-355658dc2096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '377cbe48-fa40-42e0-9a53-c822ab5281c1'}}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:36:54.507023 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:54.624264 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] For port 91681a0f-1d74-4c26-85cc-722e1bb2373d, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:36:54.627874 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] For port 91681a0f-1d74-4c26-85cc-722e1bb2373d, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=91681a0f-1d74-4c26-85cc-722e1bb2373d,segment=NetworkSegment(b42608f9-cfc5-4cb2-816a-355658dc2096),segment_id=b42608f9-cfc5-4cb2-816a-355658dc2096)] {{(pid=83750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:36:54.638733 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:54.732342 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Routers {'8973045a-c21c-438a-81e8-1ecbbe87fe9c'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:54.732963 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf122aac0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:36:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['8973045a-c21c-438a-81e8-1ecbbe87fe9c'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:54.822744 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e84fa-3e47-4a50-84c7-63adaa04ebdb None None] Pushing event updated for resources: {'Port': ['ID=91681a0f-1d74-4c26-85cc-722e1bb2373d,revision_number=4']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:55.030047 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] Set router 8973045a-c21c-438a-81e8-1ecbbe87fe9c gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:55.328018 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 7b415448-46c4-4ce3-9b4e-b25215b09225 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:55.469549 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 7b415448-46c4-4ce3-9b4e-b25215b09225 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:36:55.476561 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 7b415448-46c4-4ce3-9b4e-b25215b09225 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:55.477413 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:55.494873 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf122aac0>, [{'id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'name': 'tempest-TestShelveInstance-661708560-router', 'tenant_id': 'ca2530ed20674b4cae440dc5e0b41478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'e3f39fca-976c-43a7-88fd-7aef4d1afac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:26Z', 'updated_at': '2022-05-27T00:36:30Z', 'revision_number': 4, 'project_id': 'ca2530ed20674b4cae440dc5e0b41478', 'gw_port': {'id': 'e3f39fca-976c-43a7-88fd-7aef4d1afac6', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:27Z', 'updated_at': '2022-05-27T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '91681a0f-1d74-4c26-85cc-722e1bb2373d', 'name': '', 'network_id': '377cbe48-fa40-42e0-9a53-c822ab5281c1', 'tenant_id': 'ca2530ed20674b4cae440dc5e0b41478', 'mac_address': 'fa:16:3e:f5:e3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae89c93-014c-4d15-a444-4539afa642de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:30Z', 'updated_at': '2022-05-27T00:36:54Z', 'revision_number': 4, 'project_id': 'ca2530ed20674b4cae440dc5e0b41478', 'subnets': [{'id': '1ae89c93-014c-4d15-a444-4539afa642de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:55.500302 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff364db-b9e2-40a3-8017-a84fdcf0a0aa None None] The sync data for ids ['8973045a-c21c-438a-81e8-1ecbbe87fe9c'] in dv-cinder-843305-3-iscsi is: [{'id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'name': 'tempest-TestShelveInstance-661708560-router', 'tenant_id': 'ca2530ed20674b4cae440dc5e0b41478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'e3f39fca-976c-43a7-88fd-7aef4d1afac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:26Z', 'updated_at': '2022-05-27T00:36:30Z', 'revision_number': 4, 'project_id': 'ca2530ed20674b4cae440dc5e0b41478', 'gw_port': {'id': 'e3f39fca-976c-43a7-88fd-7aef4d1afac6', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:27Z', 'updated_at': '2022-05-27T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '91681a0f-1d74-4c26-85cc-722e1bb2373d', 'name': '', 'network_id': '377cbe48-fa40-42e0-9a53-c822ab5281c1', 'tenant_id': 'ca2530ed20674b4cae440dc5e0b41478', 'mac_address': 'fa:16:3e:f5:e3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ae89c93-014c-4d15-a444-4539afa642de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:30Z', 'updated_at': '2022-05-27T00:36:54Z', 'revision_number': 4, 'project_id': 'ca2530ed20674b4cae440dc5e0b41478', 'subnets': [{'id': '1ae89c93-014c-4d15-a444-4539afa642de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:36:55.707495 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:55.731508 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 7b415448-46c4-4ce3-9b4e-b25215b09225, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=7b415448-46c4-4ce3-9b4e-b25215b09225,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:55.741530 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:55.780887 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36554) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:55.787550 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-854219624-network', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:55.796359 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:55.801325 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Usage tracker for resource:network and tenant:9a973666f1e242c69ced8d9bfe513388 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:55.804404 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:55.811076 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:55.824154 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=7b415448-46c4-4ce3-9b4e-b25215b09225,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:55.826147 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Made reservation on behalf of 9a973666f1e242c69ced8d9bfe513388 for: {'network': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:36:55.828825 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:55.857187 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:55.928682 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:55.935154 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Usage tracker for resource:security_group_rule and tenant:9a973666f1e242c69ced8d9bfe513388 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:55.941486 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:55.956949 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:56.050425 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:56.056047 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:56.092069 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=83748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:36:56.106387 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615302ee-7476-480d-adc5-9b16c238b39d,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:56.111559 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:56.111927 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.segments_db [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Added segment 2fa28894-cf77-4884-8612-bccbd54fe2d8 of type vlan for network c947efa3-d830-41d8-a127-e56e04f1ea6d
May 27 00:36:56.141390 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:56.174482 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:56.175606 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:56.176220 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:56.284358 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5022879
May 27 00:36:56.287423 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d05adc-1e2c-4453-82d4-f91c8fe94d01 admin admin] Pushing event updated for resources: {'Network': ['ID=c947efa3-d830-41d8-a127-e56e04f1ea6d,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:56.287578 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36564) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:56.295403 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9bcdef8b-f979-465b-87d9-5aef2ea6ed62 admin admin] Request body: {'subnet': {'network_id': 'c947efa3-d830-41d8-a127-e56e04f1ea6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-854219624-subnet', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'ip_version': 4}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:56.298473 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network c947efa3-d830-41d8-a127-e56e04f1ea6d details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:36:56.304341 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9bcdef8b-f979-465b-87d9-5aef2ea6ed62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:56.311094 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-9bcdef8b-f979-465b-87d9-5aef2ea6ed62 admin admin] Usage tracker for resource:subnet and tenant:9a973666f1e242c69ced8d9bfe513388 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:56.315241 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-9bcdef8b-f979-465b-87d9-5aef2ea6ed62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:56.323579 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9bcdef8b-f979-465b-87d9-5aef2ea6ed62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:56.338767 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcdef8b-f979-465b-87d9-5aef2ea6ed62 admin admin] Made reservation on behalf of 9a973666f1e242c69ced8d9bfe513388 for: {'subnet': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:36:56.341792 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9bcdef8b-f979-465b-87d9-5aef2ea6ed62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3005913'] for subnet, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:56.562419 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9bcdef8b-f979-465b-87d9-5aef2ea6ed62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3631460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3005899'] for subnet, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:56.642925 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcdef8b-f979-465b-87d9-5aef2ea6ed62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d519d9-716f-4d44-adc3-5ada9805d3e6,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:56.652879 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcdef8b-f979-465b-87d9-5aef2ea6ed62 admin admin] Checking segment: {'id': '2fa28894-cf77-4884-8612-bccbd54fe2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c947efa3-d830-41d8-a127-e56e04f1ea6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:36:56.653227 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcdef8b-f979-465b-87d9-5aef2ea6ed62 admin admin] Network hostable DHCP agents. Network: c947efa3-d830-41d8-a127-e56e04f1ea6d, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:36:56.677693 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcdef8b-f979-465b-87d9-5aef2ea6ed62 admin admin] Network c947efa3-d830-41d8-a127-e56e04f1ea6d is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:36:56.688045 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-9bcdef8b-f979-465b-87d9-5aef2ea6ed62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, c947efa3-d830-41d8-a127-e56e04f1ea6d) {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:56.692151 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcdef8b-f979-465b-87d9-5aef2ea6ed62 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:56.692734 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9bcdef8b-f979-465b-87d9-5aef2ea6ed62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:56.696878 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ac246a-43df-41a3-9853-36031e19160c None None] Network c947efa3-d830-41d8-a127-e56e04f1ea6d requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:36:56.713326 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-9bcdef8b-f979-465b-87d9-5aef2ea6ed62 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4242940
May 27 00:36:56.716659 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36568) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:56.721793 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-854219624-router', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:36:56.726400 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:36:56.730826 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Usage tracker for resource:router and tenant:9a973666f1e242c69ced8d9bfe513388 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:36:56.733748 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:36:56.739755 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:36:56.752272 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4108275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:56.753233 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4108176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4105332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3770880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:56.773577 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:56.927101 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4108809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5558'] for router, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:56.928938 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab7e0e-e974-5d1d-8d11-7bdcd4392038-c947efa3-d830-41d8-a127-e56e04f1ea6d', 'network_id': 'c947efa3-d830-41d8-a127-e56e04f1ea6d', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'fixed_ips': [{'subnet_id': 'f2d519d9-716f-4d44-adc3-5ada9805d3e6'}]}} from dv-cinder-843305-3-iscsi. {{(pid=83749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
May 27 00:36:56.929755 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:57.105953 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.db_base_plugin_common [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Allocated IP 172.20.0.2 (c947efa3-d830-41d8-a127-e56e04f1ea6d/f2d519d9-716f-4d44-adc3-5ada9805d3e6/b8cd42c9-9744-4170-b833-7d80df679f37) {{(pid=83749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:36:57.123993 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:36:57.154124 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:57.185142 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:57.328430 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 7b415448-46c4-4ce3-9b4e-b25215b09225 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:57.349642 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Allocated IP 172.27.3.39 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/c866263d-fcf5-4459-be1d-33db8dd98f7c) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:36:57.398282 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Notify callbacks [] for port, precommit_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:57.413089 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Transition to ACTIVE for port object b8cd42c9-9744-4170-b833-7d80df679f37 will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:57.436844 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Transition to ACTIVE for port object b8cd42c9-9744-4170-b833-7d80df679f37 will not be triggered until provisioned by entity DHCP. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:57.445472 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:57.475516 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 7b415448-46c4-4ce3-9b4e-b25215b09225 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:57.475903 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:57.504176 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:57.534466 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:57.570664 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Network c947efa3-d830-41d8-a127-e56e04f1ea6d is already hosted by enough agents. {{(pid=83749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:36:57.572087 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.base_scheduler [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Resources bound (agent type, host, resource id):  {{(pid=83749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:57.575202 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Received port after_create {{(pid=83749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:36:57.579152 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Pushing event updated for resources: {'Port': ['ID=b8cd42c9-9744-4170-b833-7d80df679f37,revision_number=1']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:57.604792 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:36:57.609479 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:36:57.616077 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:36:57.667274 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Pushing event updated for resources: {'Port': ['ID=c866263d-fcf5-4459-be1d-33db8dd98f7c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:57.720171 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Attempting to bind port b8cd42c9-9744-4170-b833-7d80df679f37 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:36:57.720754 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Attempting to bind port b8cd42c9-9744-4170-b833-7d80df679f37 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '2fa28894-cf77-4884-8612-bccbd54fe2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c947efa3-d830-41d8-a127-e56e04f1ea6d'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:36:57.720864 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Attempting to bind port b8cd42c9-9744-4170-b833-7d80df679f37 on network c947efa3-d830-41d8-a127-e56e04f1ea6d {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:36:57.730158 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 91681a0f-1d74-4c26-85cc-722e1bb2373d up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:57.792709 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:36:57.793104 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Checking segment: {'id': '2fa28894-cf77-4884-8612-bccbd54fe2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c947efa3-d830-41d8-a127-e56e04f1ea6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:36:57.793493 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:57.793867 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Bound using segment: {'id': '2fa28894-cf77-4884-8612-bccbd54fe2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c947efa3-d830-41d8-a127-e56e04f1ea6d'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:36:57.794346 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Bound port: b8cd42c9-9744-4170-b833-7d80df679f37, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa28894-cf77-4884-8612-bccbd54fe2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c947efa3-d830-41d8-a127-e56e04f1ea6d'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:36:57.794705 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:57.848530 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:57.849393 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4108800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105369'] for router, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:57.913706 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 91681a0f-1d74-4c26-85cc-722e1bb2373d completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:36:57.921990 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] For port b8cd42c9-9744-4170-b833-7d80df679f37, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:36:57.923772 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 91681a0f-1d74-4c26-85cc-722e1bb2373d triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:57.924133 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:57.963972 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] For port b8cd42c9-9744-4170-b833-7d80df679f37, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=b8cd42c9-9744-4170-b833-7d80df679f37,segment=NetworkSegment(2fa28894-cf77-4884-8612-bccbd54fe2d8),segment_id=2fa28894-cf77-4884-8612-bccbd54fe2d8)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:36:57.975099 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:58.103328 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187698a-cf22-4694-b1d4-bc6c0c3c6a69 None None] Pushing event updated for resources: {'Port': ['ID=b8cd42c9-9744-4170-b833-7d80df679f37,revision_number=2']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:58.112982 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Router c8be2e66-5606-4c31-9e68-e7e5945d9ac2 is scheduled to L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c with binding_index 1 {{(pid=83746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 27 00:36:58.133535 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:58.193955 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 91681a0f-1d74-4c26-85cc-722e1bb2373d, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=91681a0f-1d74-4c26-85cc-722e1bb2373d,segment=NetworkSegment(b42608f9-cfc5-4cb2-816a-355658dc2096),segment_id=b42608f9-cfc5-4cb2-816a-355658dc2096)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:36:58.200980 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:58.295145 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=91681a0f-1d74-4c26-85cc-722e1bb2373d,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:36:58.464464 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:36:58.473645 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Sync routers for ids ['c8be2e66-5606-4c31-9e68-e7e5945d9ac2'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:36:58.486910 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Routers {'c8be2e66-5606-4c31-9e68-e7e5945d9ac2'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:36:58.487538 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf13b80d0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:36:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['c8be2e66-5606-4c31-9e68-e7e5945d9ac2'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:58.488112 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:58.489324 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-5b28b5b5-9831-40c2-994c-86b00230727b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.7717280
May 27 00:36:58.492161 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36582) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:36:58.666542 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Set router c8be2e66-5606-4c31-9e68-e7e5945d9ac2 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:36:58.984342 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf13b80d0>, [{'id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'name': 'tempest-TestVolumeBootPattern-854219624-router', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'c866263d-fcf5-4459-be1d-33db8dd98f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:56Z', 'updated_at': '2022-05-27T00:36:57Z', 'revision_number': 3, 'project_id': '9a973666f1e242c69ced8d9bfe513388', 'gw_port': {'id': 'c866263d-fcf5-4459-be1d-33db8dd98f7c', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:57Z', 'updated_at': '2022-05-27T00:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:36:58.989171 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Checking router: c8be2e66-5606-4c31-9e68-e7e5945d9ac2 for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:36:58.989780 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Updating router c8be2e66-5606-4c31-9e68-e7e5945d9ac2 port c866263d-fcf5-4459-be1d-33db8dd98f7c binding host dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:36:59.066360 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:59.173006 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27260d5f-6920-495c-b481-3c147b75d245 None None] Network c947efa3-d830-41d8-a127-e56e04f1ea6d requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:36:59.363399 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:59.392538 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-42107573-678d-4537-97fc-5262fc79ad56 None None] Provisioning for port b8cd42c9-9744-4170-b833-7d80df679f37 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:36:59.476544 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 91681a0f-1d74-4c26-85cc-722e1bb2373d up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:36:59.532108 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532953a-3671-438b-ae40-2d479edb58d3 req-cc9751f3-b958-4c79-8c4b-c3e02424d959 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:59.539226 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0532953a-3671-438b-ae40-2d479edb58d3 req-cc9751f3-b958-4c79-8c4b-c3e02424d959 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0921278
May 27 00:36:59.594561 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0532953a-3671-438b-ae40-2d479edb58d3 req-1c8dd3e5-968d-445a-8e45-e7008bf7f6a1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543239
May 27 00:36:59.674753 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-c34e408f-e6a8-41d4-84f7-16d8f9c75ce1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Synchronizing usage tracker for tenant:d7a13287fe4645ee8ed22881d5838e5d on resource:security_group {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:36:59.688962 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Allocated IP 172.20.0.1 (c947efa3-d830-41d8-a127-e56e04f1ea6d/f2d519d9-716f-4d44-adc3-5ada9805d3e6/2b54dac5-2d60-40c4-86db-3298b02cd75b) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:36:59.696594 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-c34e408f-e6a8-41d4-84f7-16d8f9c75ce1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Unset dirty status for tenant:d7a13287fe4645ee8ed22881d5838e5d on resource:security_group {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:36:59.698416 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-c34e408f-e6a8-41d4-84f7-16d8f9c75ce1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163438321&fields=id&tenant_id=d7a13287fe4645ee8ed22881d5838e5d HTTP/1.1" status: 200  len: 267 time: 0.0661898
May 27 00:36:59.766520 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 91681a0f-1d74-4c26-85cc-722e1bb2373d triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:36:59.766870 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:59.842401 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Notify callbacks [] for port, precommit_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:59.859016 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Transition to ACTIVE for port object c866263d-fcf5-4459-be1d-33db8dd98f7c will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:59.875790 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:59.887321 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:59.914008 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-20889111-0d29-4552-b7c2-6971df8334d8 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:36:59.915276 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-20889111-0d29-4552-b7c2-6971df8334d8 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Synchronizing usage tracker for tenant:d7a13287fe4645ee8ed22881d5838e5d on resource:network {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:36:59.921566 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Transition to ACTIVE for port object 2b54dac5-2d60-40c4-86db-3298b02cd75b will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:36:59.951210 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-20889111-0d29-4552-b7c2-6971df8334d8 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Unset dirty status for tenant:d7a13287fe4645ee8ed22881d5838e5d on resource:network {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:36:59.952556 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-20889111-0d29-4552-b7c2-6971df8334d8 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/networks?id=b076ca95-8f33-4278-881a-309368965c55 HTTP/1.1" status: 200  len: 808 time: 0.2446878
May 27 00:36:59.963354 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:36:59.975167 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3ac02bce-2e0a-4a71-8ec0-801fb6f079d1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/quotas/d7a13287fe4645ee8ed22881d5838e5d HTTP/1.1" status: 200  len: 375 time: 0.0136297
May 27 00:37:00.022390 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474695a4-4a2d-48e4-9f26-3f4df19ffcea None None] Pushing event updated for resources: {'Port': ['ID=c866263d-fcf5-4459-be1d-33db8dd98f7c,revision_number=2']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:00.030004 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device b8cd42c9-9744-4170-b833-7d80df679f37 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:37:00.058221 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Network c947efa3-d830-41d8-a127-e56e04f1ea6d is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:37:00.061804 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:37:00.064556 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:37:00.068134 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Attempting to bind port c866263d-fcf5-4459-be1d-33db8dd98f7c on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:37:00.068423 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Attempting to bind port c866263d-fcf5-4459-be1d-33db8dd98f7c by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:37:00.068873 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Attempting to bind port c866263d-fcf5-4459-be1d-33db8dd98f7c on network da325109-6bb9-4d0f-8321-89f562e3239f {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:37:00.078963 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-f06c9e67-528a-4afa-a2ec-4b539b705ce6 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7a13287fe4645ee8ed22881d5838e5d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0935807
May 27 00:37:00.116504 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:37:00.116862 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Checking segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:37:00.117260 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:00.117637 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Bound using segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:37:00.118102 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Bound port: c866263d-fcf5-4459-be1d-33db8dd98f7c, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:37:00.118804 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:00.133129 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Pushing event updated for resources: {'Port': ['ID=2b54dac5-2d60-40c4-86db-3298b02cd75b,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:00.145117 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4106083'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:00.209276 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port b8cd42c9-9744-4170-b833-7d80df679f37 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:37:00.232915 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port b8cd42c9-9744-4170-b833-7d80df679f37 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:37:00.233443 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:00.253805 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:00.267112 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-de68372d-f41f-4c13-8b74-c71e1adadf1c service neutron] 10.222.0.21 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1758506
May 27 00:37:00.306317 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] For port c866263d-fcf5-4459-be1d-33db8dd98f7c, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:37:00.322045 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] For port c866263d-fcf5-4459-be1d-33db8dd98f7c, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=c866263d-fcf5-4459-be1d-33db8dd98f7c,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:37:00.330043 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:00.409677 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-4898b2f5-585d-4f3c-9b86-e5c177dcdbdf service neutron] 10.222.0.21 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416099
May 27 00:37:00.479303 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:00.495002 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-802a2e5f-fcc3-4b40-988c-3181b0757605 None None] Provisioning for port 2b54dac5-2d60-40c4-86db-3298b02cd75b completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:37:00.507545 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Routers {'c8be2e66-5606-4c31-9e68-e7e5945d9ac2'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:37:00.508048 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf13b80d0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:36:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['c8be2e66-5606-4c31-9e68-e7e5945d9ac2'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:37:00.559385 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474695a4-4a2d-48e4-9f26-3f4df19ffcea None None] Pushing event updated for resources: {'Port': ['ID=c866263d-fcf5-4459-be1d-33db8dd98f7c,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:00.567890 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-802a2e5f-fcc3-4b40-988c-3181b0757605 None None] Provisioning complete for port 2b54dac5-2d60-40c4-86db-3298b02cd75b triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:37:00.568264 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-802a2e5f-fcc3-4b40-988c-3181b0757605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:00.669375 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:00.675291 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:00.726282 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-802a2e5f-fcc3-4b40-988c-3181b0757605 None None] Port 2b54dac5-2d60-40c4-86db-3298b02cd75b cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:37:00.729860 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port b8cd42c9-9744-4170-b833-7d80df679f37, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=b8cd42c9-9744-4170-b833-7d80df679f37,segment=NetworkSegment(2fa28894-cf77-4884-8612-bccbd54fe2d8),segment_id=2fa28894-cf77-4884-8612-bccbd54fe2d8)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:00.735689 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:00.796118 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4106190'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:00.820318 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Pushing event updated for resources: {'Port': ['ID=2b54dac5-2d60-40c4-86db-3298b02cd75b,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:00.860674 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=b8cd42c9-9744-4170-b833-7d80df679f37,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:00.897958 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] Set router c8be2e66-5606-4c31-9e68-e7e5945d9ac2 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:37:00.960030 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-acc425ea-1900-4c99-aa23-9155a303c7eb req-509579da-7eb2-4328-9ee1-e801e17f0d43 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 210 time: 0.0784535
May 27 00:37:00.983704 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851f4b2-e1d4-4c2a-8109-388279a91026 req-a316396a-5fdd-46f3-8ebc-47bf54d26ca3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:00.990303 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0851f4b2-e1d4-4c2a-8109-388279a91026 req-a316396a-5fdd-46f3-8ebc-47bf54d26ca3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.2142687
May 27 00:37:01.008097 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Network c947efa3-d830-41d8-a127-e56e04f1ea6d is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:37:01.009646 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:37:01.034042 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0851f4b2-e1d4-4c2a-8109-388279a91026 req-f2c182cc-4770-4d4c-b286-8bcfb9a208c6 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428255
May 27 00:37:01.320567 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device b8cd42c9-9744-4170-b833-7d80df679f37 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:37:01.404114 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-6be54ab7-a0f1-45e5-a09b-a1d7825c04ed None None] Provisioning complete for port 2b54dac5-2d60-40c4-86db-3298b02cd75b triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:37:01.404705 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-6be54ab7-a0f1-45e5-a09b-a1d7825c04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:01.457570 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf13b80d0>, [{'id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'name': 'tempest-TestVolumeBootPattern-854219624-router', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'c866263d-fcf5-4459-be1d-33db8dd98f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:56Z', 'updated_at': '2022-05-27T00:37:00Z', 'revision_number': 4, 'project_id': '9a973666f1e242c69ced8d9bfe513388', 'gw_port': {'id': 'c866263d-fcf5-4459-be1d-33db8dd98f7c', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:57Z', 'updated_at': '2022-05-27T00:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '2b54dac5-2d60-40c4-86db-3298b02cd75b', 'name': '', 'network_id': 'c947efa3-d830-41d8-a127-e56e04f1ea6d', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'mac_address': 'fa:16:3e:f0:17:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2d519d9-716f-4d44-adc3-5ada9805d3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:59Z', 'updated_at': '2022-05-27T00:36:59Z', 'revision_number': 1, 'project_id': '9a973666f1e242c69ced8d9bfe513388', 'subnets': [{'id': 'f2d519d9-716f-4d44-adc3-5ada9805d3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:37:01.464529 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f1aea-7fc6-4371-9360-adc7a6a2383c None None] The sync data for ids ['c8be2e66-5606-4c31-9e68-e7e5945d9ac2'] in dv-cinder-843305-3-iscsi is: [{'id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'name': 'tempest-TestVolumeBootPattern-854219624-router', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'c866263d-fcf5-4459-be1d-33db8dd98f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:56Z', 'updated_at': '2022-05-27T00:37:00Z', 'revision_number': 4, 'project_id': '9a973666f1e242c69ced8d9bfe513388', 'gw_port': {'id': 'c866263d-fcf5-4459-be1d-33db8dd98f7c', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:57Z', 'updated_at': '2022-05-27T00:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '2b54dac5-2d60-40c4-86db-3298b02cd75b', 'name': '', 'network_id': 'c947efa3-d830-41d8-a127-e56e04f1ea6d', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'mac_address': 'fa:16:3e:f0:17:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2d519d9-716f-4d44-adc3-5ada9805d3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:59Z', 'updated_at': '2022-05-27T00:36:59Z', 'revision_number': 1, 'project_id': '9a973666f1e242c69ced8d9bfe513388', 'subnets': [{'id': 'f2d519d9-716f-4d44-adc3-5ada9805d3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:37:01.478345 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-6be54ab7-a0f1-45e5-a09b-a1d7825c04ed None None] Port 2b54dac5-2d60-40c4-86db-3298b02cd75b cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:37:01.479711 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port b8cd42c9-9744-4170-b833-7d80df679f37 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:37:01.480068 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:01.490463 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Router c8be2e66-5606-4c31-9e68-e7e5945d9ac2 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:37:01.700455 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:37:01.709262 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-c75e78a6-6c6d-4f9a-8fe2-8cd3bd2e8f57 admin admin] 10.222.0.21 "PUT /v2.0/routers/c8be2e66-5606-4c31-9e68-e7e5945d9ac2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2161098
May 27 00:37:02.175468 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36632) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:37:02.200900 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-59fab197-3b22-4829-ad5e-fd0b97d92135 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1668703250', 'description': 'tempest-secgroup-smoke-1668703250 description', 'project_id': '30a1fd487fe2476d82a21d16c148b9e1'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:37:02.208197 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0b164974-5301-4abe-bfc5-7d472ef520a5 req-d9d47ceb-1b93-4d29-9f2b-0f6716d790db tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 210 time: 0.0657024
May 27 00:37:02.223933 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-59fab197-3b22-4829-ad5e-fd0b97d92135 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:37:02.223933 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-722d0608-50da-46bb-ad99-f1211262f557 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:02.225403 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-722d0608-50da-46bb-ad99-f1211262f557 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.45 "GET /v2.0/networks?id=b076ca95-8f33-4278-881a-309368965c55 HTTP/1.1" status: 200  len: 808 time: 0.1990459
May 27 00:37:02.226453 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-59fab197-3b22-4829-ad5e-fd0b97d92135 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Usage tracker for resource:security_group and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:37:02.232502 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-59fab197-3b22-4829-ad5e-fd0b97d92135 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:37:02.254295 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-59fab197-3b22-4829-ad5e-fd0b97d92135 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:37:02.277223 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-59fab197-3b22-4829-ad5e-fd0b97d92135 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:02.304222 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-771c2749-af87-4ca4-86ce-cb86802ff0c8 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Synchronizing usage tracker for tenant:d7a13287fe4645ee8ed22881d5838e5d on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:37:02.332778 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-771c2749-af87-4ca4-86ce-cb86802ff0c8 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Unset dirty status for tenant:d7a13287fe4645ee8ed22881d5838e5d on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:37:02.333960 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-771c2749-af87-4ca4-86ce-cb86802ff0c8 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7a13287fe4645ee8ed22881d5838e5d HTTP/1.1" status: 200  len: 379 time: 0.0953557
May 27 00:37:02.337174 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-59fab197-3b22-4829-ad5e-fd0b97d92135 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:37:02.345135 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Request body: {'port': {'device_id': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'admin_state_up': True, 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'security_groups': ['74ec50c2-2fe1-4216-8c48-6708b3071356']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:37:02.361615 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-59fab197-3b22-4829-ad5e-fd0b97d92135 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Usage tracker for resource:security_group_rule and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:37:02.367809 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-59fab197-3b22-4829-ad5e-fd0b97d92135 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:37:02.382590 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47787516-d6b4-48a6-8c2e-065916003f06 req-2c565c60-4b5c-4976-bd80-222002b3a0ce tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:02.384320 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-47787516-d6b4-48a6-8c2e-065916003f06 req-2c565c60-4b5c-4976-bd80-222002b3a0ce tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0815113
May 27 00:37:02.424986 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-59fab197-3b22-4829-ad5e-fd0b97d92135 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:37:02.438318 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-47787516-d6b4-48a6-8c2e-065916003f06 req-10ea32da-9aaa-462a-b552-6e6cecd92375 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479965
May 27 00:37:02.524288 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:37:02.535945 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Usage tracker for resource:port and tenant:d7a13287fe4645ee8ed22881d5838e5d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:37:02.540609 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-59fab197-3b22-4829-ad5e-fd0b97d92135 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:02.541714 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:37:02.545646 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-59fab197-3b22-4829-ad5e-fd0b97d92135 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:02.564840 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:37:02.595453 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fab197-3b22-4829-ad5e-fd0b97d92135 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e837916c-5db4-4650-b77d-2b8fe05d6945,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:02.600353 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Made reservation on behalf of d7a13287fe4645ee8ed22881d5838e5d for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:37:02.603925 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:02.614055 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-59fab197-3b22-4829-ad5e-fd0b97d92135 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:02.615228 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-59fab197-3b22-4829-ad5e-fd0b97d92135 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4381042
May 27 00:37:02.618351 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36636) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:37:02.624052 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-46ac0749-99f5-4702-99e5-f1d331aad155 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Request body: {'security_group_rule': {'security_group_id': 'e837916c-5db4-4650-b77d-2b8fe05d6945', 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:37:02.629690 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-46ac0749-99f5-4702-99e5-f1d331aad155 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:37:02.633724 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-46ac0749-99f5-4702-99e5-f1d331aad155 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Usage tracker for resource:security_group_rule and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:37:02.636846 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-46ac0749-99f5-4702-99e5-f1d331aad155 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:37:02.643351 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-46ac0749-99f5-4702-99e5-f1d331aad155 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:37:02.659451 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-46ac0749-99f5-4702-99e5-f1d331aad155 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:02.728244 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-46ac0749-99f5-4702-99e5-f1d331aad155 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:02.731951 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-46ac0749-99f5-4702-99e5-f1d331aad155 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:02.756275 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac0749-99f5-4702-99e5-f1d331aad155 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4e48ad-91b6-44a7-9587-0896361fb43e,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:02.767496 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-46ac0749-99f5-4702-99e5-f1d331aad155 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:02.771339 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-46ac0749-99f5-4702-99e5-f1d331aad155 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1493492
May 27 00:37:02.772067 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36640) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:37:02.778429 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-dc37a404-072e-470e-a4f4-eedf5340865b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Request body: {'security_group_rule': {'security_group_id': 'e837916c-5db4-4650-b77d-2b8fe05d6945', 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:37:02.784256 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-dc37a404-072e-470e-a4f4-eedf5340865b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:37:02.784511 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Allocated IP 172.20.0.10 (b076ca95-8f33-4278-881a-309368965c55/00566f4b-5a14-4e8b-9a89-7dc8af776e7a/53f1945e-2c60-4ca7-9579-87f131bbf66f) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:37:02.789411 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-dc37a404-072e-470e-a4f4-eedf5340865b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Usage tracker for resource:security_group_rule and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:37:02.792284 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-dc37a404-072e-470e-a4f4-eedf5340865b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:37:02.799344 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-dc37a404-072e-470e-a4f4-eedf5340865b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:37:02.818566 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-dc37a404-072e-470e-a4f4-eedf5340865b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:02.897600 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-dc37a404-072e-470e-a4f4-eedf5340865b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:02.903670 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-dc37a404-072e-470e-a4f4-eedf5340865b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:02.926806 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37a404-072e-470e-a4f4-eedf5340865b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895e061b-3f56-49d3-a485-d58462559378,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:02.945848 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-dc37a404-072e-470e-a4f4-eedf5340865b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:02.950410 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-dc37a404-072e-470e-a4f4-eedf5340865b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1743135
May 27 00:37:02.950658 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36644) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:37:02.956684 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-2209ddb3-a9d3-4987-b603-2716c07597eb tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Request body: {'security_group_rule': {'security_group_id': 'e837916c-5db4-4650-b77d-2b8fe05d6945', 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:37:02.962958 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-2209ddb3-a9d3-4987-b603-2716c07597eb tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:37:02.967720 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-2209ddb3-a9d3-4987-b603-2716c07597eb tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Usage tracker for resource:security_group_rule and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:37:02.971345 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-2209ddb3-a9d3-4987-b603-2716c07597eb tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:37:02.977397 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-2209ddb3-a9d3-4987-b603-2716c07597eb tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:37:02.995613 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2209ddb3-a9d3-4987-b603-2716c07597eb tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.067964 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2209ddb3-a9d3-4987-b603-2716c07597eb tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.071649 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2209ddb3-a9d3-4987-b603-2716c07597eb tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.095519 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209ddb3-a9d3-4987-b603-2716c07597eb tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40201547-ed76-42ed-9837-91e90b71dc8a,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:03.101744 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.105320 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2209ddb3-a9d3-4987-b603-2716c07597eb tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.106645 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-2209ddb3-a9d3-4987-b603-2716c07597eb tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1549699
May 27 00:37:03.109296 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36648) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:37:03.114653 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-fceb36c9-7eaa-47ab-aa3e-ed4e64281968 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Request body: {'security_group_rule': {'security_group_id': 'e837916c-5db4-4650-b77d-2b8fe05d6945', 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:37:03.118382 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Transition to ACTIVE for port object 53f1945e-2c60-4ca7-9579-87f131bbf66f will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:37:03.120325 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-fceb36c9-7eaa-47ab-aa3e-ed4e64281968 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:37:03.125085 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-fceb36c9-7eaa-47ab-aa3e-ed4e64281968 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Usage tracker for resource:security_group_rule and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:37:03.128203 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-fceb36c9-7eaa-47ab-aa3e-ed4e64281968 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:37:03.134195 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-fceb36c9-7eaa-47ab-aa3e-ed4e64281968 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:37:03.144268 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.156325 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fceb36c9-7eaa-47ab-aa3e-ed4e64281968 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.220530 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Network b076ca95-8f33-4278-881a-309368965c55 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:37:03.223867 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:37:03.228559 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:37:03.261031 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Pushing event updated for resources: {'Port': ['ID=53f1945e-2c60-4ca7-9579-87f131bbf66f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:03.300382 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:03.301128 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.325231 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-3a5401b3-2286-43ce-a1b2-7b98843443cc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9854050
May 27 00:37:03.336495 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Request body: {'port': {'device_id': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:37:03.353920 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fceb36c9-7eaa-47ab-aa3e-ed4e64281968 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.393541 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fceb36c9-7eaa-47ab-aa3e-ed4e64281968 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.425990 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb36c9-7eaa-47ab-aa3e-ed4e64281968 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8442b61-7ad9-45f5-8b4f-bbc3ccd782ce,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:03.455370 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fceb36c9-7eaa-47ab-aa3e-ed4e64281968 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.456590 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-fceb36c9-7eaa-47ab-aa3e-ed4e64281968 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3463912
May 27 00:37:03.459840 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36654) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:37:03.465966 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-1791a352-0e5e-4581-b1c5-1793eddee400 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Request body: {'security_group_rule': {'security_group_id': 'e837916c-5db4-4650-b77d-2b8fe05d6945', 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:37:03.473775 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.474417 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-1791a352-0e5e-4581-b1c5-1793eddee400 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:37:03.479955 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-1791a352-0e5e-4581-b1c5-1793eddee400 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Usage tracker for resource:security_group_rule and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:37:03.485297 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-1791a352-0e5e-4581-b1c5-1793eddee400 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:37:03.496403 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b82e5-d4f3-4bea-ac75-d6e1a576f543 req-2abfdbbe-4482-48b3-be08-2483bfca84d8 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:03.498332 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f35b82e5-d4f3-4bea-ac75-d6e1a576f543 req-2abfdbbe-4482-48b3-be08-2483bfca84d8 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 932 time: 0.1431987
May 27 00:37:03.499273 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-1791a352-0e5e-4581-b1c5-1793eddee400 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:37:03.521332 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-cf2e7c77-4d2c-4276-b499-df938abf2269 None None] Provisioning for port 53f1945e-2c60-4ca7-9579-87f131bbf66f completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:37:03.526523 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-cf2e7c77-4d2c-4276-b499-df938abf2269 None None] Provisioning complete for port 53f1945e-2c60-4ca7-9579-87f131bbf66f triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:37:03.526881 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-cf2e7c77-4d2c-4276-b499-df938abf2269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.554633 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.securitygroups_db [None req-1791a352-0e5e-4581-b1c5-1793eddee400 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Project 30a1fd487fe2476d82a21d16c148b9e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 27 00:37:03.566441 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1791a352-0e5e-4581-b1c5-1793eddee400 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.629224 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-cf2e7c77-4d2c-4276-b499-df938abf2269 None None] Port 53f1945e-2c60-4ca7-9579-87f131bbf66f cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:37:03.663243 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f35b82e5-d4f3-4bea-ac75-d6e1a576f543 req-3f0b12da-0e6d-4040-95e5-7c779980637b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1562922
May 27 00:37:03.715452 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1791a352-0e5e-4581-b1c5-1793eddee400 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.721448 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1791a352-0e5e-4581-b1c5-1793eddee400 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.754410 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef2a9d-e5f3-4a5a-89c6-a434f6801f18 req-f6988864-430f-4299-8c71-84ed4dd42c58 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:03.755923 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8bef2a9d-e5f3-4a5a-89c6-a434f6801f18 req-f6988864-430f-4299-8c71-84ed4dd42c58 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.1668370
May 27 00:37:03.758877 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791a352-0e5e-4581-b1c5-1793eddee400 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f05b58-9357-49eb-85e9-36073e03e1b1,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:03.799570 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1791a352-0e5e-4581-b1c5-1793eddee400 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.804711 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-1791a352-0e5e-4581-b1c5-1793eddee400 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3407426
May 27 00:37:03.804917 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36660) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:37:03.811615 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-fecf1b92-27f2-46e2-9a5c-01be36bfdef3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Request body: {'security_group_rule': {'security_group_id': 'e837916c-5db4-4650-b77d-2b8fe05d6945', 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:37:03.825056 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-fecf1b92-27f2-46e2-9a5c-01be36bfdef3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:37:03.832821 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-fecf1b92-27f2-46e2-9a5c-01be36bfdef3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Usage tracker for resource:security_group_rule and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:37:03.837388 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-fecf1b92-27f2-46e2-9a5c-01be36bfdef3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:37:03.845987 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-fecf1b92-27f2-46e2-9a5c-01be36bfdef3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:37:03.849654 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8bef2a9d-e5f3-4a5a-89c6-a434f6801f18 req-400c5bfb-125d-4a37-8af8-630bd3c5adc3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0868330
May 27 00:37:03.859697 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.securitygroups_db [None req-fecf1b92-27f2-46e2-9a5c-01be36bfdef3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Project 30a1fd487fe2476d82a21d16c148b9e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 27 00:37:03.867189 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fecf1b92-27f2-46e2-9a5c-01be36bfdef3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.870425 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f1945e-2c60-4ca7-9579-87f131bbf66f {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:37:03.880796 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.897050 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Transition to ACTIVE for port object 53f1945e-2c60-4ca7-9579-87f131bbf66f will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:37:03.901308 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.955134 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fecf1b92-27f2-46e2-9a5c-01be36bfdef3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.958948 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fecf1b92-27f2-46e2-9a5c-01be36bfdef3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.988502 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf1b92-27f2-46e2-9a5c-01be36bfdef3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ed122e-9abd-4e5e-beef-02ae8dac60a7,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:03.996448 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-fecf1b92-27f2-46e2-9a5c-01be36bfdef3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:03.997901 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-fecf1b92-27f2-46e2-9a5c-01be36bfdef3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1919932
May 27 00:37:04.037554 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Pushing event updated for resources: {'Port': ['ID=53f1945e-2c60-4ca7-9579-87f131bbf66f,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:04.152666 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Attempting to bind port 53f1945e-2c60-4ca7-9579-87f131bbf66f on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:37:04.152995 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Attempting to bind port 53f1945e-2c60-4ca7-9579-87f131bbf66f by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '8cd95e13-aa9d-4558-9700-14003df10feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b076ca95-8f33-4278-881a-309368965c55'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:37:04.153318 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Attempting to bind port 53f1945e-2c60-4ca7-9579-87f131bbf66f on network b076ca95-8f33-4278-881a-309368965c55 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:37:04.159580 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Port 53f1945e-2c60-4ca7-9579-87f131bbf66f on network b076ca95-8f33-4278-881a-309368965c55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:37:04.159924 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Attempting to bind port 53f1945e-2c60-4ca7-9579-87f131bbf66f on network b076ca95-8f33-4278-881a-309368965c55 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:37:04.166539 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:37:04.166866 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Checking segment: {'id': '8cd95e13-aa9d-4558-9700-14003df10feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b076ca95-8f33-4278-881a-309368965c55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:37:04.167312 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Bound using segment: {'id': '8cd95e13-aa9d-4558-9700-14003df10feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b076ca95-8f33-4278-881a-309368965c55'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:37:04.168582 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Bound port: 53f1945e-2c60-4ca7-9579-87f131bbf66f, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd95e13-aa9d-4558-9700-14003df10feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b076ca95-8f33-4278-881a-309368965c55'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:37:04.169111 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:04.264811 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] For port 53f1945e-2c60-4ca7-9579-87f131bbf66f, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:37:04.267790 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] For port 53f1945e-2c60-4ca7-9579-87f131bbf66f, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f,segment=NetworkSegment(8cd95e13-aa9d-4558-9700-14003df10feb),segment_id=8cd95e13-aa9d-4558-9700-14003df10feb)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:37:04.272428 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:04.340060 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:04.342071 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] 10.222.0.45 "PUT /v2.0/ports/53f1945e-2c60-4ca7-9579-87f131bbf66f HTTP/1.1" status: 200  len: 1094 time: 1.0099199
May 27 00:37:04.342702 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'tag': '53f1945e-2c60-4ca7-9579-87f131bbf66f'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:37:04.377057 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de066a3-f88d-4348-b74e-5fafc84bd1fc service neutron] Pushing event updated for resources: {'Port': ['ID=53f1945e-2c60-4ca7-9579-87f131bbf66f,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:04.428051 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd736c21-a32e-457e-8522-2a75adc2e180'] response: {'name': 'network-changed', 'server_uuid': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'tag': '53f1945e-2c60-4ca7-9579-87f131bbf66f', 'status': 'completed', 'code': 200}
May 27 00:37:04.471192 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-738d4d34-52a0-4062-9af5-f11c1c7bfdbb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7a13287fe4645ee8ed22881d5838e5d&device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 1097 time: 0.0819139
May 27 00:37:04.562408 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-54c526ee-3037-4553-9f3a-750d7a7b6127 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f HTTP/1.1" status: 200  len: 217 time: 0.0842230
May 27 00:37:04.632932 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-b7ed6336-1fcd-4470-ab97-88d8f743a310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:04.634388 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-b7ed6336-1fcd-4470-ab97-88d8f743a310 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00566f4b-5a14-4e8b-9a89-7dc8af776e7a HTTP/1.1" status: 200  len: 847 time: 0.0662005
May 27 00:37:04.716297 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-fb4c0841-da32-4c54-99dc-85a458d89a08 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b076ca95-8f33-4278-881a-309368965c55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752468
May 27 00:37:04.857552 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-576a83bb-de0a-4da6-8160-182ee1fbe125 service neutron] 10.222.0.45 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349409
May 27 00:37:04.884572 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a33efc-035a-40a1-8f0d-62f0e0514aa4 req-a67dddd7-7e8f-43a9-8a71-3435af42c339 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:04.886360 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-99a33efc-035a-40a1-8f0d-62f0e0514aa4 req-a67dddd7-7e8f-43a9-8a71-3435af42c339 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.0955362
May 27 00:37:04.955332 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-99a33efc-035a-40a1-8f0d-62f0e0514aa4 req-2adebe4e-b781-4887-9d36-2c03bd5ab9d1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626380
May 27 00:37:05.087005 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-654aafad-df4d-4c94-bf4d-df7955ca1cab req-8f6d5c64-f9a2-4a10-a027-1659dc7fffef service neutron] 10.222.0.45 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2227004
May 27 00:37:05.117049 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee111c-6d1f-4ab8-9637-8f6e16410138 req-dc7a256b-b096-48e4-9c8c-d85069b4829c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:05.120600 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0aee111c-6d1f-4ab8-9637-8f6e16410138 req-dc7a256b-b096-48e4-9c8c-d85069b4829c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0857618
May 27 00:37:05.179791 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0aee111c-6d1f-4ab8-9637-8f6e16410138 req-622cc9a9-74b8-45db-838f-c67958066c62 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467169
May 27 00:37:05.230924 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a4684ce8-c3c5-4047-8241-f999f18646e6 req-e45b92b8-6480-4bac-8ec9-e7882422a92c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7a13287fe4645ee8ed22881d5838e5d&device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 1097 time: 0.0864453
May 27 00:37:05.368907 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4684ce8-c3c5-4047-8241-f999f18646e6 req-af2e06a4-7c23-43da-8011-467ad35f1c68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:05.370364 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a4684ce8-c3c5-4047-8241-f999f18646e6 req-af2e06a4-7c23-43da-8011-467ad35f1c68 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b076ca95-8f33-4278-881a-309368965c55 HTTP/1.1" status: 200  len: 909 time: 0.1336348
May 27 00:37:05.443347 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a4684ce8-c3c5-4047-8241-f999f18646e6 req-99ccd8fc-0050-4908-9f3d-05d9066a4021 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f HTTP/1.1" status: 200  len: 217 time: 0.0656629
May 27 00:37:05.509788 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4684ce8-c3c5-4047-8241-f999f18646e6 req-abf49fc7-94b6-44c9-9ab4-647248382715 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:05.511241 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a4684ce8-c3c5-4047-8241-f999f18646e6 req-abf49fc7-94b6-44c9-9ab4-647248382715 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00566f4b-5a14-4e8b-9a89-7dc8af776e7a HTTP/1.1" status: 200  len: 847 time: 0.0612299
May 27 00:37:05.604473 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a4684ce8-c3c5-4047-8241-f999f18646e6 req-2dc4ca2c-af6c-46e1-bb05-66de3f737427 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b076ca95-8f33-4278-881a-309368965c55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856731
May 27 00:37:05.747283 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a4684ce8-c3c5-4047-8241-f999f18646e6 req-d81228d5-fad7-4d35-91f9-eba0b9b9e49b service neutron] 10.222.0.45 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328099
May 27 00:37:05.886041 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a4684ce8-c3c5-4047-8241-f999f18646e6 req-7f9faefd-51bb-43f5-9f82-ef0f68f9adab service neutron] 10.222.0.45 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322851
May 27 00:37:06.162513 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d582244-d366-4386-a17e-c5714dac67a8 req-b75facfb-c12b-49fd-bd72-5b257ee07c54 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:06.164347 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8d582244-d366-4386-a17e-c5714dac67a8 req-b75facfb-c12b-49fd-bd72-5b257ee07c54 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.0863957
May 27 00:37:06.215488 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8d582244-d366-4386-a17e-c5714dac67a8 req-9c469cd5-1515-467c-8e50-5d75525da2ce tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444019
May 27 00:37:06.418663 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c87b3-cc9a-493d-a617-3efd8ea3d555 req-34f69271-19d1-41b5-b67b-cd451acee9ed tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:06.420187 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-da9c87b3-cc9a-493d-a617-3efd8ea3d555 req-34f69271-19d1-41b5-b67b-cd451acee9ed tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0790265
May 27 00:37:06.466399 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-da9c87b3-cc9a-493d-a617-3efd8ea3d555 req-e1b22d56-b126-4939-abbd-1c69e2eb111f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406396
May 27 00:37:07.428203 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2ccce-7281-4050-a8d0-e8d1678129f7 req-3d2795fa-1a68-4177-80fc-dc4a1ba55c96 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:07.429676 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-01d2ccce-7281-4050-a8d0-e8d1678129f7 req-3d2795fa-1a68-4177-80fc-dc4a1ba55c96 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.0880966
May 27 00:37:07.475967 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-01d2ccce-7281-4050-a8d0-e8d1678129f7 req-7875d8d7-89c2-43f2-9bd4-b5ad9628a6e3 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400546
May 27 00:37:07.693482 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26368b8a-98f9-4087-a447-b6ba2d3061e7 req-a42e4c64-4cd7-4f6b-a38b-dba647a56309 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:07.694994 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-26368b8a-98f9-4087-a447-b6ba2d3061e7 req-a42e4c64-4cd7-4f6b-a38b-dba647a56309 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0795670
May 27 00:37:07.748768 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-26368b8a-98f9-4087-a447-b6ba2d3061e7 req-3c585187-f835-4986-ba67-a502b1275736 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477266
May 27 00:37:08.685883 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87a735-9a70-44c5-982b-95abba55e78f req-8d68e9db-b090-4938-9db3-27fc8e4148c1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:08.687342 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-be87a735-9a70-44c5-982b-95abba55e78f req-8d68e9db-b090-4938-9db3-27fc8e4148c1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.0832775
May 27 00:37:08.738153 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-be87a735-9a70-44c5-982b-95abba55e78f req-15e892e6-5c09-4dd3-90a6-f1cf333ed624 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449538
May 27 00:37:08.978143 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac0638-7e08-42ac-82e5-1ed937f71de3 req-e343c915-864e-4032-80ef-42330a2c896e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:08.979780 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-10ac0638-7e08-42ac-82e5-1ed937f71de3 req-e343c915-864e-4032-80ef-42330a2c896e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0893164
May 27 00:37:09.026029 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-10ac0638-7e08-42ac-82e5-1ed937f71de3 req-7ab38bbe-b436-4188-ad6c-feb18fb8ed15 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402803
May 27 00:37:09.939905 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6c810-2b2b-4ae3-8611-ee6ec4a33eac req-c9cd76eb-2a15-4291-b9ae-f6a41123dcc7 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:09.942102 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-31b6c810-2b2b-4ae3-8611-ee6ec4a33eac req-c9cd76eb-2a15-4291-b9ae-f6a41123dcc7 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.0813046
May 27 00:37:09.989912 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-31b6c810-2b2b-4ae3-8611-ee6ec4a33eac req-8e697b77-b2fc-4b9d-9d29-db16d2e0673a tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429671
May 27 00:37:10.383550 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bf204-c045-4e5b-b373-bc6e24d52d39 req-1dff9bcd-5d90-4475-b36e-11de63860eb4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:10.384947 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-892bf204-c045-4e5b-b373-bc6e24d52d39 req-1dff9bcd-5d90-4475-b36e-11de63860eb4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0808399
May 27 00:37:10.431900 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-892bf204-c045-4e5b-b373-bc6e24d52d39 req-5119b6a1-bf7a-4ce8-8bda-e2bc91847e97 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408401
May 27 00:37:11.186588 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19032e1b-90a1-46a9-954b-6fbe2a2c927d req-a6e454f3-67bf-445b-ab19-7636038b995f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:11.188006 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-19032e1b-90a1-46a9-954b-6fbe2a2c927d req-a6e454f3-67bf-445b-ab19-7636038b995f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.0770757
May 27 00:37:11.233610 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-19032e1b-90a1-46a9-954b-6fbe2a2c927d req-9c47e513-3d3a-498b-85f8-35776e8e8f96 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399342
May 27 00:37:11.656618 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4523a-43d7-4223-9279-ebf61e81c8e4 req-ccf91f68-0ae5-4ffa-937c-985372e009ae tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:11.658128 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b2c4523a-43d7-4223-9279-ebf61e81c8e4 req-ccf91f68-0ae5-4ffa-937c-985372e009ae tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0853992
May 27 00:37:11.706186 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b2c4523a-43d7-4223-9279-ebf61e81c8e4 req-e0fd11dd-796c-4947-a952-bf3366fd2650 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421958
May 27 00:37:12.434867 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b794de-dfc8-42f9-afbf-cc997c6d6b40 req-a74ef196-ac68-4713-9ea9-77c9db6e87ce tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:12.436341 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b2b794de-dfc8-42f9-afbf-cc997c6d6b40 req-a74ef196-ac68-4713-9ea9-77c9db6e87ce tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.0764821
May 27 00:37:12.484820 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b2b794de-dfc8-42f9-afbf-cc997c6d6b40 req-95592efb-a969-419d-a33c-376be1c4c628 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427322
May 27 00:37:12.606725 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-85cf15ab-0b3f-4524-8bf0-534b34cd1233 req-c99d2d7f-56af-48b5-81c4-44eac199e189 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0773942
May 27 00:37:12.708642 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-85cf15ab-0b3f-4524-8bf0-534b34cd1233 req-dd7a7b2a-c0de-45e7-858f-78bd229170af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7feb0b7352ec488cb0838c2d67853e12&device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 1098 time: 0.0779414
May 27 00:37:12.936152 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf15ab-0b3f-4524-8bf0-534b34cd1233 req-4ad4acf3-5b70-4ba2-9bd6-55c4633dfce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:12.937904 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-85cf15ab-0b3f-4524-8bf0-534b34cd1233 req-4ad4acf3-5b70-4ba2-9bd6-55c4633dfce2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93818b25-db8b-4c49-bcdd-2f72652d1c2a HTTP/1.1" status: 200  len: 912 time: 0.2063940
May 27 00:37:12.954378 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae63adb-5be2-48ca-aaec-b94c3f889b26 req-2815d7a1-dfe5-4137-b7d7-c696e33aa4de tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:12.957602 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bae63adb-5be2-48ca-aaec-b94c3f889b26 req-2815d7a1-dfe5-4137-b7d7-c696e33aa4de tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0963211
May 27 00:37:13.008772 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bae63adb-5be2-48ca-aaec-b94c3f889b26 req-b3770800-4d2b-4fe2-a0e4-89376a527d75 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454707
May 27 00:37:13.047856 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-85cf15ab-0b3f-4524-8bf0-534b34cd1233 req-c06a35a5-25f3-4c69-8939-8c08f78e773a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1822d98-1399-4bc4-ae6e-e9906cd0fb78 HTTP/1.1" status: 200  len: 1001 time: 0.1018519
May 27 00:37:13.116241 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf15ab-0b3f-4524-8bf0-534b34cd1233 req-8d576c9f-20e2-435b-a103-5a7c33784d0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:13.117702 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-85cf15ab-0b3f-4524-8bf0-534b34cd1233 req-8d576c9f-20e2-435b-a103-5a7c33784d0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=052ff756-2064-4785-8a85-0bcbd1be012c HTTP/1.1" status: 200  len: 850 time: 0.0631840
May 27 00:37:13.197282 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-85cf15ab-0b3f-4524-8bf0-534b34cd1233 req-987291a7-acce-43a0-b2cf-9e3f74da60a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93818b25-db8b-4c49-bcdd-2f72652d1c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712011
May 27 00:37:13.294079 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 478722e5-28af-4985-b29d-2bfd3d383d3d details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:37:13.317518 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:13.348092 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-85cf15ab-0b3f-4524-8bf0-534b34cd1233 req-f3f3b9fe-3773-40b2-8559-918784fc2713 service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440358
May 27 00:37:13.450341 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 478722e5-28af-4985-b29d-2bfd3d383d3d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=478722e5-28af-4985-b29d-2bfd3d383d3d,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:13.464196 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': '478722e5-28af-4985-b29d-2bfd3d383d3d', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'port_id': '478722e5-28af-4985-b29d-2bfd3d383d3d', 'mac_address': 'fa:16:3e:7d:05:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:37:13.488623 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-85cf15ab-0b3f-4524-8bf0-534b34cd1233 req-2ea59449-c8f8-4343-b08b-17cdaec3e939 service neutron] 10.222.0.45 "GET /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337979
May 27 00:37:13.525242 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:13.548795 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 478722e5-28af-4985-b29d-2bfd3d383d3d {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:37:13.564849 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 478722e5-28af-4985-b29d-2bfd3d383d3d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=478722e5-28af-4985-b29d-2bfd3d383d3d,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:13.569374 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:13.646862 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=478722e5-28af-4985-b29d-2bfd3d383d3d,revision_number=6']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:13.656856 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['478722e5-28af-4985-b29d-2bfd3d383d3d'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:37:13.783721 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1285339-8a82-4394-aa66-f8966a7defd2 req-203d9fcc-109d-40ef-af7b-23dc31941340 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:13.784474 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b1285339-8a82-4394-aa66-f8966a7defd2 req-203d9fcc-109d-40ef-af7b-23dc31941340 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.1722291
May 27 00:37:13.850384 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b1285339-8a82-4394-aa66-f8966a7defd2 req-7f83c07e-fc7d-4856-b988-b935e578005d tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590444
May 27 00:37:14.272688 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73205365-9e7b-4bbe-b821-05b405a8f093 req-103335c6-7592-44fe-ac9a-a3ede16db461 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:14.274470 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-73205365-9e7b-4bbe-b821-05b405a8f093 req-103335c6-7592-44fe-ac9a-a3ede16db461 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 944 time: 0.0813932
May 27 00:37:14.331423 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-73205365-9e7b-4bbe-b821-05b405a8f093 req-59f27986-c4ee-4226-9c7c-a321cb5110a4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511208
May 27 00:37:14.506921 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-54f0fff6-fc33-472c-8506-b7ee053a1ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:15.053756 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe717ff-dd4b-44a8-8a03-25b9ee4d2812 req-82147863-9bdf-469c-a95c-06f844de87b0 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:15.055210 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cfe717ff-dd4b-44a8-8a03-25b9ee4d2812 req-82147863-9bdf-469c-a95c-06f844de87b0 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.0859463
May 27 00:37:15.104719 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cfe717ff-dd4b-44a8-8a03-25b9ee4d2812 req-0cdff302-84fd-48d1-b2aa-bbe48f98a65b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434792
May 27 00:37:15.307765 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 53f1945e-2c60-4ca7-9579-87f131bbf66f details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:37:15.310640 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 478722e5-28af-4985-b29d-2bfd3d383d3d up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:37:15.529215 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port 478722e5-28af-4985-b29d-2bfd3d383d3d triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:37:15.529925 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:15.608238 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482a04a-d6af-47d4-bd11-d3bdab091e1c req-90180d88-ada7-4a6d-88f3-1b95206c9926 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:15.609724 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5482a04a-d6af-47d4-bd11-d3bdab091e1c req-90180d88-ada7-4a6d-88f3-1b95206c9926 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 944 time: 0.0802417
May 27 00:37:15.611279 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 53f1945e-2c60-4ca7-9579-87f131bbf66f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f,segment=NetworkSegment(8cd95e13-aa9d-4558-9700-14003df10feb),segment_id=8cd95e13-aa9d-4558-9700-14003df10feb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:15.630270 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': '53f1945e-2c60-4ca7-9579-87f131bbf66f', 'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'port_id': '53f1945e-2c60-4ca7-9579-87f131bbf66f', 'mac_address': 'fa:16:3e:3d:f8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:37:15.665061 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5482a04a-d6af-47d4-bd11-d3bdab091e1c req-7cf43315-6ee6-48bc-ae0d-fdea70090911 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490472
May 27 00:37:15.726518 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:15.749566 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:15.761706 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f1945e-2c60-4ca7-9579-87f131bbf66f {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:37:15.785500 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 53f1945e-2c60-4ca7-9579-87f131bbf66f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f,segment=NetworkSegment(8cd95e13-aa9d-4558-9700-14003df10feb),segment_id=8cd95e13-aa9d-4558-9700-14003df10feb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:15.790606 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba70456-782d-4211-9fde-11ea924dc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478722e5-28af-4985-b29d-2bfd3d383d3d'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:37:15.797695 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:15.834554 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 478722e5-28af-4985-b29d-2bfd3d383d3d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=478722e5-28af-4985-b29d-2bfd3d383d3d,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:15.844699 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:15.853903 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41638826-7c2a-460d-9664-8868b439a6b9'] response: {'server_uuid': '2ba70456-782d-4211-9fde-11ea924dc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478722e5-28af-4985-b29d-2bfd3d383d3d', 'code': 200}
May 27 00:37:15.870712 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=53f1945e-2c60-4ca7-9579-87f131bbf66f,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:15.944452 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=478722e5-28af-4985-b29d-2bfd3d383d3d,revision_number=7']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:16.193559 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['53f1945e-2c60-4ca7-9579-87f131bbf66f'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:37:16.317626 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9877793-2903-49a5-84ca-5d0ad25771a1 req-41006696-05c1-4151-9fab-196f7af43d81 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:16.319116 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f9877793-2903-49a5-84ca-5d0ad25771a1 req-41006696-05c1-4151-9fab-196f7af43d81 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 945 time: 0.0828283
May 27 00:37:16.365701 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f9877793-2903-49a5-84ca-5d0ad25771a1 req-e7a2700a-0694-4e3c-ab0f-b68a471cd45f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403473
May 27 00:37:16.687560 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-aa76b26d-9f23-430d-a37c-9634714c3622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:16.902903 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f592990-0d36-4f74-877c-6e77461553ec req-f00041f1-ec13-48fd-b4be-8e64ffecfde9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:16.904689 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0f592990-0d36-4f74-877c-6e77461553ec req-f00041f1-ec13-48fd-b4be-8e64ffecfde9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0861702
May 27 00:37:16.959243 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0f592990-0d36-4f74-877c-6e77461553ec req-fc19b60e-1dfc-453a-98dc-f8fe6fb6a023 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486035
May 27 00:37:17.578528 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9854386-da09-48e1-b18d-cd78562d2354 req-f7ce5c91-35c1-4e8d-8ddd-32a9b475f988 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:17.580725 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d9854386-da09-48e1-b18d-cd78562d2354 req-f7ce5c91-35c1-4e8d-8ddd-32a9b475f988 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 945 time: 0.0876763
May 27 00:37:17.650440 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d9854386-da09-48e1-b18d-cd78562d2354 req-64e0e988-dd44-4269-a894-20f14c766381 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638061
May 27 00:37:17.944346 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:18.208829 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44164cd-79c6-44bc-92cc-3c2be3917339 req-eaec73bf-8f29-4926-808f-bdb00784b248 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:18.208829 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f44164cd-79c6-44bc-92cc-3c2be3917339 req-eaec73bf-8f29-4926-808f-bdb00784b248 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0852504
May 27 00:37:18.217138 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:18.248689 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f44164cd-79c6-44bc-92cc-3c2be3917339 req-389ccbbd-ef32-4ab4-bc02-e33fe8f7a236 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477352
May 27 00:37:18.854146 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd61c54-bb8f-4b60-adc7-7163cbd683c9 req-66a91048-bd25-44a6-b6a2-37df56d0ea13 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:18.856526 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-dbd61c54-bb8f-4b60-adc7-7163cbd683c9 req-66a91048-bd25-44a6-b6a2-37df56d0ea13 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 945 time: 0.0853665
May 27 00:37:18.915014 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-dbd61c54-bb8f-4b60-adc7-7163cbd683c9 req-6c43f36b-bbc5-49da-8730-a72c3dba14bb tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521834
May 27 00:37:19.231189 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:19.305588 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device c866263d-fcf5-4459-be1d-33db8dd98f7c up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:37:19.336733 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 53f1945e-2c60-4ca7-9579-87f131bbf66f up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:37:19.477619 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port c866263d-fcf5-4459-be1d-33db8dd98f7c completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:37:19.488195 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port c866263d-fcf5-4459-be1d-33db8dd98f7c triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:37:19.489012 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:19.504663 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245240a4-ff93-4940-8aba-e514f844dc65 req-ca763c76-c5a3-424d-957a-8bbbf29864ff tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:19.512052 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-245240a4-ff93-4940-8aba-e514f844dc65 req-ca763c76-c5a3-424d-957a-8bbbf29864ff tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.1096165
May 27 00:37:19.537049 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port 53f1945e-2c60-4ca7-9579-87f131bbf66f completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:37:19.560543 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port 53f1945e-2c60-4ca7-9579-87f131bbf66f triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:37:19.561152 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:19.590223 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-245240a4-ff93-4940-8aba-e514f844dc65 req-92011024-9832-437a-bd21-2dc78d78dec0 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772226
May 27 00:37:19.751247 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:19.755416 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:19.786225 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port c866263d-fcf5-4459-be1d-33db8dd98f7c, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=c866263d-fcf5-4459-be1d-33db8dd98f7c,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:19.808594 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 53f1945e-2c60-4ca7-9579-87f131bbf66f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f,segment=NetworkSegment(8cd95e13-aa9d-4558-9700-14003df10feb),segment_id=8cd95e13-aa9d-4558-9700-14003df10feb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:19.810153 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f1945e-2c60-4ca7-9579-87f131bbf66f'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:37:19.818175 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:19.897768 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:19.909679 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aab12a7-11bb-47d3-9c6d-0133b4bbe006'] response: {'server_uuid': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f1945e-2c60-4ca7-9579-87f131bbf66f', 'code': 200}
May 27 00:37:19.962626 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=53f1945e-2c60-4ca7-9579-87f131bbf66f,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:20.064564 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=c866263d-fcf5-4459-be1d-33db8dd98f7c,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:20.161081 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad672268-2bfa-4eb7-9f5f-235c87ebfaeb req-0c4f7143-99da-4f21-b635-f886db6559c0 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:20.162857 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ad672268-2bfa-4eb7-9f5f-235c87ebfaeb req-0c4f7143-99da-4f21-b635-f886db6559c0 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0893617
May 27 00:37:20.239993 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ad672268-2bfa-4eb7-9f5f-235c87ebfaeb req-647b7307-8bae-4007-af2b-028396c0882c tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685935
May 27 00:37:20.307250 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d6ae29a7-bd73-4032-b3ee-84b2bf001a18 req-b7d138e8-417a-4327-9ba9-8a2642342b5d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 1099 time: 0.1685464
May 27 00:37:20.353075 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d6ae29a7-bd73-4032-b3ee-84b2bf001a18 req-28f1cc69-4af0-450b-afb9-9ac7b040a028 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384247
May 27 00:37:20.832505 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd983895-e532-469b-bd01-99ca2b6b639e req-fee42345-8c5b-4edc-89e5-d8c8b2111961 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:20.834009 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cd983895-e532-469b-bd01-99ca2b6b639e req-fee42345-8c5b-4edc-89e5-d8c8b2111961 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0816162
May 27 00:37:20.894537 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cd983895-e532-469b-bd01-99ca2b6b639e req-2b5708fb-cdaf-45be-b193-40c4183c4d95 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500836
May 27 00:37:21.261635 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device c866263d-fcf5-4459-be1d-33db8dd98f7c up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:37:21.334949 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port c866263d-fcf5-4459-be1d-33db8dd98f7c triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:37:21.335305 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:21.439707 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706fb29-a47c-4ce8-aa88-107405ed5188 req-32600469-70e1-4144-9394-7fd7b8b5d634 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:21.441294 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0706fb29-a47c-4ce8-aa88-107405ed5188 req-32600469-70e1-4144-9394-7fd7b8b5d634 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0847557
May 27 00:37:21.491233 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0706fb29-a47c-4ce8-aa88-107405ed5188 req-31bac643-e2a2-4f53-8ff7-95dfae9c8a32 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441222
May 27 00:37:22.213150 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca25b5-3728-43f7-aab3-05eec561e604 req-596c9af2-6c84-4500-b7db-2b23b94c406f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:22.214748 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ddca25b5-3728-43f7-aab3-05eec561e604 req-596c9af2-6c84-4500-b7db-2b23b94c406f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.1310298
May 27 00:37:22.293171 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ddca25b5-3728-43f7-aab3-05eec561e604 req-34ef46b8-d1f1-4d19-9872-1f679410443f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720589
May 27 00:37:22.778659 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096967d-a312-449f-a2f7-35c6b223bea1 req-4dc08873-dc42-47d1-9aaf-b2f55abb8188 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:22.784276 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8096967d-a312-449f-a2f7-35c6b223bea1 req-4dc08873-dc42-47d1-9aaf-b2f55abb8188 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0971746
May 27 00:37:22.803216 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Sync routers for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:37:22.832539 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:37:22.833173 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf151e280>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:37:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:37:22.864528 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8096967d-a312-449f-a2f7-35c6b223bea1 req-a15c6290-867f-4c1a-86f1-5ecdc55274e0 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765996
May 27 00:37:23.058431 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:37:23.099810 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b6631-5fec-4ba7-8d14-c406fe8b2d56 req-912aa5bd-e8fe-42f6-91d8-32e321f2a048 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:23.101479 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0e0b6631-5fec-4ba7-8d14-c406fe8b2d56 req-912aa5bd-e8fe-42f6-91d8-32e321f2a048 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0818789
May 27 00:37:23.162135 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0e0b6631-5fec-4ba7-8d14-c406fe8b2d56 req-e6ac64cf-b548-4154-9749-e72e006bcfcc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536661
May 27 00:37:23.182284 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 36814) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:37:23.473459 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf151e280>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 2, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:37:23.480100 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Checking router: 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:37:23.480823 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Updating router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca binding host dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:37:23.549276 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:23.599261 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-161f4a79-75a2-4e55-9b1f-534de2fa1866 tempest-TestShelveInstance-233253827 tempest-TestShelveInstance-233253827-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 1094 time: 0.4157126
May 27 00:37:23.602540 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 36824) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:37:23.613598 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Request body: {'floatingip': {'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'port_id': '53f1945e-2c60-4ca7-9579-87f131bbf66f', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:37:23.617057 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddc350-9f2c-4171-a644-4c3586cacd99 req-fee3e447-84e1-4a11-bc18-2649bae7f539 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:23.618582 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f4ddc350-9f2c-4171-a644-4c3586cacd99 req-fee3e447-84e1-4a11-bc18-2649bae7f539 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.1102979
May 27 00:37:23.632876 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:37:23.642489 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Usage tracker for resource:floatingip and tenant:d7a13287fe4645ee8ed22881d5838e5d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:37:23.647241 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:37:23.656252 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:37:23.674612 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:23.676852 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f4ddc350-9f2c-4171-a644-4c3586cacd99 req-a3e55e70-576e-4e17-9da7-cf3020272d07 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520475
May 27 00:37:23.859434 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:24.032796 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Notify callbacks [] for port, precommit_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:24.033403 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Allocated IP 172.27.3.6 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/f4ff8e1b-15a1-4eb1-923a-a4e5f9a91deb) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:37:24.047067 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.provisioning_blocks [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Transition to ACTIVE for port object 75fa974c-1fb6-4c0d-bb7b-5429e3602bca will not be triggered until provisioned by entity L2. {{(pid=83750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:37:24.055270 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:24.240367 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:24.243512 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33ec25-b5bb-4ed8-86b4-bdb8d364ce25 None None] Pushing event updated for resources: {'Port': ['ID=75fa974c-1fb6-4c0d-bb7b-5429e3602bca,revision_number=3']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:24.280999 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:24.326984 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33ec25-b5bb-4ed8-86b4-bdb8d364ce25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:24.327700 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33ec25-b5bb-4ed8-86b4-bdb8d364ce25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:24.328252 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33ec25-b5bb-4ed8-86b4-bdb8d364ce25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:24.328812 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33ec25-b5bb-4ed8-86b4-bdb8d364ce25 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:24.329759 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33ec25-b5bb-4ed8-86b4-bdb8d364ce25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:24.330290 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33ec25-b5bb-4ed8-86b4-bdb8d364ce25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:24.330838 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33ec25-b5bb-4ed8-86b4-bdb8d364ce25 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:24.331380 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33ec25-b5bb-4ed8-86b4-bdb8d364ce25 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:24.331938 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33ec25-b5bb-4ed8-86b4-bdb8d364ce25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:24.332487 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33ec25-b5bb-4ed8-86b4-bdb8d364ce25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:24.332900 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33ec25-b5bb-4ed8-86b4-bdb8d364ce25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:24.373449 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:37:24.377241 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:37:24.377462 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Attempting to bind port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:37:24.378626 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Attempting to bind port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:37:24.379376 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Attempting to bind port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca on network 4c3528cc-de1a-4792-9062-0f95d08281aa {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:37:24.382543 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:37:24.386861 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:37:24.387305 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Checking segment: {'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:37:24.387802 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:24.388265 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Bound using segment: {'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:37:24.388764 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Bound port: 75fa974c-1fb6-4c0d-bb7b-5429e3602bca, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'}}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:37:24.389195 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:24.413456 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Pushing event updated for resources: {'Port': ['ID=f4ff8e1b-15a1-4eb1-923a-a4e5f9a91deb,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:24.528936 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] For port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:37:24.535245 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] For port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=75fa974c-1fb6-4c0d-bb7b-5429e3602bca,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:37:24.541354 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:24.611469 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:37:24.612549 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf151e280>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:37:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:37:24.920785 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33ec25-b5bb-4ed8-86b4-bdb8d364ce25 None None] Pushing event updated for resources: {'Port': ['ID=75fa974c-1fb6-4c0d-bb7b-5429e3602bca,revision_number=4']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:24.992295 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:37:25.045868 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e0153-baf0-420f-8380-55c62d663d45 req-11d32f2a-576d-4187-ad41-6141a2241b12 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:25.047357 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b19e0153-baf0-420f-8380-55c62d663d45 req-11d32f2a-576d-4187-ad41-6141a2241b12 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.1086216
May 27 00:37:25.110067 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b19e0153-baf0-420f-8380-55c62d663d45 req-d90115ca-087d-471c-bd11-17fcaabb79a0 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565369
May 27 00:37:25.197941 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:25.283254 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:25.337810 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 75fa974c-1fb6-4c0d-bb7b-5429e3602bca up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:37:25.433072 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf151e280>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:24Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:37:25.435963 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:37:25.438670 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6856cbc5-638d-4c67-addb-4321c8c5781d None None] The sync data for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi is: [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:24Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:37:25.446795 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:37:25.447215 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:25.559548 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:25.565266 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:25.595276 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:25.647239 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=75fa974c-1fb6-4c0d-bb7b-5429e3602bca,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:25.653995 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:25.721644 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Pushing event updated for resources: {'Port': ['ID=f4ff8e1b-15a1-4eb1-923a-a4e5f9a91deb,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:25.746974 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:25.753294 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=75fa974c-1fb6-4c0d-bb7b-5429e3602bca,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:25.763795 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:25.764110 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:25.764397 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:25.764772 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:25.765100 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:25.765425 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:25.765751 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:25.766279 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:25.766608 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:25.766939 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:25.767235 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:26.133130 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Floating IP ab8daca7-9137-4580-afc9-72c978f594ad associated. External IP: 172.27.3.6, port: 53f1945e-2c60-4ca7-9579-87f131bbf66f.
May 27 00:37:26.353625 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56559e7-3301-4c60-ae0d-dd8f78dcaab1 req-6fafb36c-7f2f-4882-bddf-a2cba1b1315b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:26.355907 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e56559e7-3301-4c60-ae0d-dd8f78dcaab1 req-6fafb36c-7f2f-4882-bddf-a2cba1b1315b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0888815
May 27 00:37:26.416806 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e56559e7-3301-4c60-ae0d-dd8f78dcaab1 req-48090360-ff0f-4a97-b40f-d6e70fe4f60d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540657
May 27 00:37:26.601999 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Router 84a6e901-2823-4163-8cf6-cc0f6666dd8d has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:37:26.838595 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:37:26.852044 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f1c8c6-eec4-4dcd-becf-330adcb0777e None None] Sync routers for ids ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:37:26.868445 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f1c8c6-eec4-4dcd-becf-330adcb0777e None None] Routers {'84a6e901-2823-4163-8cf6-cc0f6666dd8d'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:37:26.869439 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-74f1c8c6-eec4-4dcd-becf-330adcb0777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf0ce38e0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:37:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:37:26.873459 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:26.957065 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-0efa9314-4882-407a-b639-e8b94aba4ff1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.3497515
May 27 00:37:26.957065 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'tag': '53f1945e-2c60-4ca7-9579-87f131bbf66f'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:37:27.018848 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aea2a57-4f7b-426a-bb62-424758e8d5d4'] response: {'name': 'network-changed', 'server_uuid': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'tag': '53f1945e-2c60-4ca7-9579-87f131bbf66f', 'status': 'completed', 'code': 200}
May 27 00:37:27.099513 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-74f1c8c6-eec4-4dcd-becf-330adcb0777e None None] Set router 84a6e901-2823-4163-8cf6-cc0f6666dd8d gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:37:27.135815 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e595ad44-80ae-4b28-8f06-6d6195ba1dba req-7a33feb3-0e18-417c-bccf-e8055f51deb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7a13287fe4645ee8ed22881d5838e5d&device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 1099 time: 0.0933642
May 27 00:37:27.367454 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595ad44-80ae-4b28-8f06-6d6195ba1dba req-7114bcb7-5930-401e-8b40-87596cfd0894 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:27.369900 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e595ad44-80ae-4b28-8f06-6d6195ba1dba req-7114bcb7-5930-401e-8b40-87596cfd0894 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b076ca95-8f33-4278-881a-309368965c55 HTTP/1.1" status: 200  len: 909 time: 0.2278030
May 27 00:37:27.374089 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 75fa974c-1fb6-4c0d-bb7b-5429e3602bca up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:37:27.589375 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e595ad44-80ae-4b28-8f06-6d6195ba1dba req-7ff6d905-1a86-45c8-ab99-e943adeb955b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f HTTP/1.1" status: 200  len: 998 time: 0.2116289
May 27 00:37:27.614952 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:37:27.615320 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:27.698089 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595ad44-80ae-4b28-8f06-6d6195ba1dba req-f0303d13-fec0-45c4-bd1e-50d1e7500242 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:27.699988 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e595ad44-80ae-4b28-8f06-6d6195ba1dba req-f0303d13-fec0-45c4-bd1e-50d1e7500242 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00566f4b-5a14-4e8b-9a89-7dc8af776e7a HTTP/1.1" status: 200  len: 847 time: 0.1041696
May 27 00:37:27.737975 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b7d15-79d0-4a80-ab2c-f761f37af78b req-684fcd75-88c6-4229-a7e8-3a623394214a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:27.747468 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0c0b7d15-79d0-4a80-ab2c-f761f37af78b req-684fcd75-88c6-4229-a7e8-3a623394214a tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.1083107
May 27 00:37:27.780394 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-74f1c8c6-eec4-4dcd-becf-330adcb0777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf0ce38e0>, [{'id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'name': 'tempest-TestShelveInstance-751504336-router', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:19Z', 'updated_at': '2022-05-27T00:36:23Z', 'revision_number': 4, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'gw_port': {'id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:20Z', 'updated_at': '2022-05-27T00:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': 'ab8daca7-9137-4580-afc9-72c978f594ad', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'port_id': '53f1945e-2c60-4ca7-9579-87f131bbf66f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'mac_address': 'fa:16:3e:3d:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:37:24Z', 'updated_at': '2022-05-27T00:37:24Z', 'revision_number': 0, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cde5df5-49de-44e2-a154-51d36208e21a', 'name': '', 'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'mac_address': 'fa:16:3e:72:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:22Z', 'updated_at': '2022-05-27T00:36:32Z', 'revision_number': 5, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'subnets': [{'id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:37:27.804090 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f1c8c6-eec4-4dcd-becf-330adcb0777e None None] Checking router: 84a6e901-2823-4163-8cf6-cc0f6666dd8d for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:37:27.825917 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f1c8c6-eec4-4dcd-becf-330adcb0777e None None] Routers {'84a6e901-2823-4163-8cf6-cc0f6666dd8d'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:37:27.826648 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-74f1c8c6-eec4-4dcd-becf-330adcb0777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf0ce38e0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:37:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:37:27.841639 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e595ad44-80ae-4b28-8f06-6d6195ba1dba req-2629eb0d-5020-453d-b8a4-4b496c3e522f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b076ca95-8f33-4278-881a-309368965c55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1344194
May 27 00:37:27.862068 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0c0b7d15-79d0-4a80-ab2c-f761f37af78b req-badf10ea-cf4a-4134-86ae-5571628c924e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1136999
May 27 00:37:28.083358 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e595ad44-80ae-4b28-8f06-6d6195ba1dba req-03837403-4391-457d-bc20-a4a1095a1ed5 service neutron] 10.222.0.45 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323265
May 27 00:37:28.100126 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-74f1c8c6-eec4-4dcd-becf-330adcb0777e None None] Set router 84a6e901-2823-4163-8cf6-cc0f6666dd8d gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:37:28.274894 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e595ad44-80ae-4b28-8f06-6d6195ba1dba req-856b31d3-61c0-4b2e-be7e-44ea80e75498 service neutron] 10.222.0.45 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1841645
May 27 00:37:28.348693 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-49eb926f-7109-455a-be44-01f6c3eed511 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668703250&fields=id&tenant_id=30a1fd487fe2476d82a21d16c148b9e1 HTTP/1.1" status: 200  len: 267 time: 0.0718398
May 27 00:37:28.546247 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-1fc7433a-ee94-4149-9fce-2f3dc122c576 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:28.547848 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-1fc7433a-ee94-4149-9fce-2f3dc122c576 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 812 time: 0.1905446
May 27 00:37:28.567050 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-74f1c8c6-eec4-4dcd-becf-330adcb0777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf0ce38e0>, [{'id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'name': 'tempest-TestShelveInstance-751504336-router', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:19Z', 'updated_at': '2022-05-27T00:36:23Z', 'revision_number': 4, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'gw_port': {'id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:20Z', 'updated_at': '2022-05-27T00:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': 'ab8daca7-9137-4580-afc9-72c978f594ad', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'port_id': '53f1945e-2c60-4ca7-9579-87f131bbf66f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'mac_address': 'fa:16:3e:3d:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:37:24Z', 'updated_at': '2022-05-27T00:37:24Z', 'revision_number': 0, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cde5df5-49de-44e2-a154-51d36208e21a', 'name': '', 'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'mac_address': 'fa:16:3e:72:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:22Z', 'updated_at': '2022-05-27T00:36:32Z', 'revision_number': 5, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'subnets': [{'id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:37:28.571925 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f1c8c6-eec4-4dcd-becf-330adcb0777e None None] The sync data for ids ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'] in dv-cinder-843305-3-iscsi is: [{'id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'name': 'tempest-TestShelveInstance-751504336-router', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:19Z', 'updated_at': '2022-05-27T00:36:23Z', 'revision_number': 4, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'gw_port': {'id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:20Z', 'updated_at': '2022-05-27T00:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': 'ab8daca7-9137-4580-afc9-72c978f594ad', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'floating_ip_address': '172.27.3.6', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'port_id': '53f1945e-2c60-4ca7-9579-87f131bbf66f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'mac_address': 'fa:16:3e:3d:f8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:37:24Z', 'updated_at': '2022-05-27T00:37:24Z', 'revision_number': 0, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cde5df5-49de-44e2-a154-51d36208e21a', 'name': '', 'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'mac_address': 'fa:16:3e:72:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:22Z', 'updated_at': '2022-05-27T00:36:32Z', 'revision_number': 5, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'subnets': [{'id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:37:28.576320 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-851f4663-6c69-4a51-a069-1223e7d7b27a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/quotas/30a1fd487fe2476d82a21d16c148b9e1 HTTP/1.1" status: 200  len: 375 time: 0.0184584
May 27 00:37:28.675815 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-4fa35da6-5c21-4d62-8d35-87fd2b742e7f tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Synchronizing usage tracker for tenant:30a1fd487fe2476d82a21d16c148b9e1 on resource:port {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:37:28.696935 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-4fa35da6-5c21-4d62-8d35-87fd2b742e7f tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Unset dirty status for tenant:30a1fd487fe2476d82a21d16c148b9e1 on resource:port {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:37:28.698996 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-4fa35da6-5c21-4d62-8d35-87fd2b742e7f tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1159668
May 27 00:37:28.958668 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-dd7fb1eb-3658-473f-ad31-8bedacc8f1f3 service neutron] 10.222.0.21 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2466691
May 27 00:37:29.156141 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-e608d9fd-8d93-4339-b605-ed1f7caef872 service neutron] 10.222.0.21 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1904047
May 27 00:37:29.174642 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bb618-db62-4446-bd01-e35d8a266693 req-47c19aef-ff81-4ad7-944c-89027d642d8c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:29.182095 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a39bb618-db62-4446-bd01-e35d8a266693 req-47c19aef-ff81-4ad7-944c-89027d642d8c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.1289322
May 27 00:37:29.241613 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a39bb618-db62-4446-bd01-e35d8a266693 req-ebaced7c-0496-4b06-92d3-0583733cbba8 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584087
May 27 00:37:29.660794 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8720e735-0ff1-46e8-9669-691448719f7d req-f751f2ca-80c4-4c43-8fc3-31462c8faeee tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 210 time: 0.0733669
May 27 00:37:30.506479 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7208f1-6dbb-4f98-a109-b49ba6204818 req-8176c1f1-a482-49b5-b1a9-20c49981a0ba tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:30.508213 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3e7208f1-6dbb-4f98-a109-b49ba6204818 req-8176c1f1-a482-49b5-b1a9-20c49981a0ba tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.1039114
May 27 00:37:30.572461 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3e7208f1-6dbb-4f98-a109-b49ba6204818 req-7f870b0e-fa0d-4886-bd3f-f8a321e4cac3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567293
May 27 00:37:30.975381 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7d8fe868-5a6f-4ca5-a8f8-5b6eb4b93346 req-36636ce3-47f6-4a8b-90f5-0ac20a3805fb tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 210 time: 0.0937846
May 27 00:37:31.188779 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-a4fe85dd-5117-4e91-a14a-497492d2c362 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:31.189506 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-a4fe85dd-5117-4e91-a14a-497492d2c362 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Synchronizing usage tracker for tenant:30a1fd487fe2476d82a21d16c148b9e1 on resource:network {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:37:31.218672 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-a4fe85dd-5117-4e91-a14a-497492d2c362 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Unset dirty status for tenant:30a1fd487fe2476d82a21d16c148b9e1 on resource:network {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:37:31.220013 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-a4fe85dd-5117-4e91-a14a-497492d2c362 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.45 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 812 time: 0.4060812
May 27 00:37:31.290076 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-57d54cf9-1a1e-435c-bc23-496f192d4cde tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Synchronizing usage tracker for tenant:30a1fd487fe2476d82a21d16c148b9e1 on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:37:31.312786 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-57d54cf9-1a1e-435c-bc23-496f192d4cde tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Unset dirty status for tenant:30a1fd487fe2476d82a21d16c148b9e1 on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:37:31.313683 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-57d54cf9-1a1e-435c-bc23-496f192d4cde tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30a1fd487fe2476d82a21d16c148b9e1 HTTP/1.1" status: 200  len: 380 time: 0.0817058
May 27 00:37:31.323014 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-02716474-bba2-414b-b0a0-73f8877264e1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Request body: {'port': {'device_id': 'c9f871f0-2496-430e-ba5a-ea8ffbd22a01', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'admin_state_up': True, 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'security_groups': ['e837916c-5db4-4650-b77d-2b8fe05d6945']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:37:31.468905 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-02716474-bba2-414b-b0a0-73f8877264e1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:37:31.478768 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-02716474-bba2-414b-b0a0-73f8877264e1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:37:31.488264 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-02716474-bba2-414b-b0a0-73f8877264e1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Made reservation on behalf of 30a1fd487fe2476d82a21d16c148b9e1 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:37:31.491460 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-02716474-bba2-414b-b0a0-73f8877264e1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:31.658095 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-02716474-bba2-414b-b0a0-73f8877264e1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Allocated IP 172.20.0.12 (4c3528cc-de1a-4792-9062-0f95d08281aa/502f2fe6-a878-4f72-aab8-414e70e2c519/c96c22be-1c81-4b9d-a931-58f09208070c) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:37:31.850070 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60628360-1fe7-40b9-b358-f82d91899bfd req-a9f5d8b0-cf76-4601-94ac-4271a1dc275f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:31.851702 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-60628360-1fe7-40b9-b358-f82d91899bfd req-a9f5d8b0-cf76-4601-94ac-4271a1dc275f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.1170638
May 27 00:37:31.897856 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-02716474-bba2-414b-b0a0-73f8877264e1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:31.915239 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-60628360-1fe7-40b9-b358-f82d91899bfd req-5600433c-196c-4561-be2f-2e56c46352f0 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570197
May 27 00:37:31.920017 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-02716474-bba2-414b-b0a0-73f8877264e1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Transition to ACTIVE for port object c96c22be-1c81-4b9d-a931-58f09208070c will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:37:31.946385 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-02716474-bba2-414b-b0a0-73f8877264e1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:32.026894 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-02716474-bba2-414b-b0a0-73f8877264e1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Network 4c3528cc-de1a-4792-9062-0f95d08281aa is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:37:32.030073 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-02716474-bba2-414b-b0a0-73f8877264e1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:37:32.032637 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-02716474-bba2-414b-b0a0-73f8877264e1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:37:32.064950 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02716474-bba2-414b-b0a0-73f8877264e1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event updated for resources: {'Port': ['ID=c96c22be-1c81-4b9d-a931-58f09208070c,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:32.103235 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-02716474-bba2-414b-b0a0-73f8877264e1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:32.103910 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-02716474-bba2-414b-b0a0-73f8877264e1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:32.137183 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-02716474-bba2-414b-b0a0-73f8877264e1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8178568
May 27 00:37:32.155809 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Request body: {'port': {'device_id': 'c9f871f0-2496-430e-ba5a-ea8ffbd22a01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:37:32.187846 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a73d01-203b-45bc-8b1a-c5ab3fc1f878 req-06adc216-9a3a-4333-b051-115ab2736be8 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:32.189667 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d0a73d01-203b-45bc-8b1a-c5ab3fc1f878 req-06adc216-9a3a-4333-b051-115ab2736be8 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 932 time: 0.0865481
May 27 00:37:32.246598 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d0a73d01-203b-45bc-8b1a-c5ab3fc1f878 req-d3a07fa7-5758-495b-a68d-4a88df8da2be tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505326
May 27 00:37:32.293414 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-f41ef3d0-e5e1-4f7e-9cc3-f9ff94ed2e1b None None] Provisioning for port c96c22be-1c81-4b9d-a931-58f09208070c completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:37:32.298813 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:32.299642 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-f41ef3d0-e5e1-4f7e-9cc3-f9ff94ed2e1b None None] Provisioning complete for port c96c22be-1c81-4b9d-a931-58f09208070c triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:37:32.300224 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f41ef3d0-e5e1-4f7e-9cc3-f9ff94ed2e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:32.378712 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-f41ef3d0-e5e1-4f7e-9cc3-f9ff94ed2e1b None None] Port c96c22be-1c81-4b9d-a931-58f09208070c cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:37:32.597015 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-eb6faa97-383a-47a9-a6eb-053e2a4173ed req-6943ce71-697b-47a3-9607-0c853854500e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7667619259a4d13afe049d3106d1013&device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 1098 time: 0.2172303
May 27 00:37:32.778653 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6faa97-383a-47a9-a6eb-053e2a4173ed req-400de19c-b8a3-4a9e-ab6e-1a46ead778ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:32.780096 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-eb6faa97-383a-47a9-a6eb-053e2a4173ed req-400de19c-b8a3-4a9e-ab6e-1a46ead778ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=8277ce01-4fed-435b-993e-be3acfd13f76 HTTP/1.1" status: 200  len: 917 time: 0.1764660
May 27 00:37:32.907525 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96c22be-1c81-4b9d-a931-58f09208070c {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:37:32.924739 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:32.940407 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-eb6faa97-383a-47a9-a6eb-053e2a4173ed req-565a01bc-77a7-4c47-bf83-9ba7ca72fb10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=478722e5-28af-4985-b29d-2bfd3d383d3d HTTP/1.1" status: 200  len: 1001 time: 0.1315885
May 27 00:37:32.946074 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Transition to ACTIVE for port object c96c22be-1c81-4b9d-a931-58f09208070c will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:37:32.980890 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:33.143677 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306af1e-b0e2-457f-b8af-714a9122c886 req-f32dbf3d-faba-4976-83c4-d18d9145db6c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:33.145071 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9306af1e-b0e2-457f-b8af-714a9122c886 req-f32dbf3d-faba-4976-83c4-d18d9145db6c tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0827870
May 27 00:37:33.149950 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6faa97-383a-47a9-a6eb-053e2a4173ed req-c1a2b7bc-c626-4fd8-a10f-1fd7b9d015a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:33.151411 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-eb6faa97-383a-47a9-a6eb-053e2a4173ed req-c1a2b7bc-c626-4fd8-a10f-1fd7b9d015a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72f33ff2-de28-4860-bac7-6c4f609dd071 HTTP/1.1" status: 200  len: 855 time: 0.2042763
May 27 00:37:33.193137 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9306af1e-b0e2-457f-b8af-714a9122c886 req-56dd74ce-b351-4724-9583-75ce198ec0a2 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422690
May 27 00:37:33.237834 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Pushing event updated for resources: {'Port': ['ID=c96c22be-1c81-4b9d-a931-58f09208070c,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:33.380449 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-eb6faa97-383a-47a9-a6eb-053e2a4173ed req-1f795256-6aed-4045-bc16-22b51741a073 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8277ce01-4fed-435b-993e-be3acfd13f76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1772640
May 27 00:37:33.457221 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd9772-43f0-4ce2-a912-374b4452dad5 req-0a01e1ab-7bb3-4269-83de-13e8ccd67331 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:33.458833 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-50bd9772-43f0-4ce2-a912-374b4452dad5 req-0a01e1ab-7bb3-4269-83de-13e8ccd67331 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 944 time: 0.0799019
May 27 00:37:33.471643 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Attempting to bind port c96c22be-1c81-4b9d-a931-58f09208070c on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:37:33.471986 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Attempting to bind port c96c22be-1c81-4b9d-a931-58f09208070c by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:37:33.472309 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Attempting to bind port c96c22be-1c81-4b9d-a931-58f09208070c on network 4c3528cc-de1a-4792-9062-0f95d08281aa {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:37:33.492595 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Port c96c22be-1c81-4b9d-a931-58f09208070c on network 4c3528cc-de1a-4792-9062-0f95d08281aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:37:33.492914 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Attempting to bind port c96c22be-1c81-4b9d-a931-58f09208070c on network 4c3528cc-de1a-4792-9062-0f95d08281aa {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:37:33.506454 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-50bd9772-43f0-4ce2-a912-374b4452dad5 req-38da7955-94f2-4c31-beb2-69bb7cb89cdc tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415325
May 27 00:37:33.514698 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:37:33.515032 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Checking segment: {'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:37:33.515413 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Bound using segment: {'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:37:33.515870 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Bound port: c96c22be-1c81-4b9d-a931-58f09208070c, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:37:33.516217 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:33.576540 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-eb6faa97-383a-47a9-a6eb-053e2a4173ed req-c2213f6b-1353-4cb4-a58e-a959f349cf4e service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1860044
May 27 00:37:33.706659 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] For port c96c22be-1c81-4b9d-a931-58f09208070c, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:37:33.727159 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] For port c96c22be-1c81-4b9d-a931-58f09208070c, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c96c22be-1c81-4b9d-a931-58f09208070c,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:37:33.736462 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:33.793754 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-eb6faa97-383a-47a9-a6eb-053e2a4173ed req-af6083ff-e767-4a4c-aee9-9c6c479d09c1 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2088792
May 27 00:37:33.812722 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:33.814532 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] 10.222.0.45 "PUT /v2.0/ports/c96c22be-1c81-4b9d-a931-58f09208070c HTTP/1.1" status: 200  len: 1094 time: 1.6627533
May 27 00:37:33.814970 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f871f0-2496-430e-ba5a-ea8ffbd22a01', 'tag': 'c96c22be-1c81-4b9d-a931-58f09208070c'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:37:33.835004 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef4e0a-b8c9-495d-ad3a-04685a7d2b6b service neutron] Pushing event updated for resources: {'Port': ['ID=c96c22be-1c81-4b9d-a931-58f09208070c,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:33.904199 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548d0762-5606-49aa-8474-e1404be2a8cb'] response: {'name': 'network-changed', 'server_uuid': 'c9f871f0-2496-430e-ba5a-ea8ffbd22a01', 'tag': 'c96c22be-1c81-4b9d-a931-58f09208070c', 'status': 'completed', 'code': 200}
May 27 00:37:33.942264 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-6cdcea81-7785-4faa-9353-499b90e05220 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 1097 time: 0.0781214
May 27 00:37:34.018925 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-ac48f309-6f0a-4f29-b590-c97ce2354f4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c96c22be-1c81-4b9d-a931-58f09208070c HTTP/1.1" status: 200  len: 217 time: 0.0647812
May 27 00:37:34.081782 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-ef317033-fccb-4637-8219-4472e2163353 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:34.083217 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-ef317033-fccb-4637-8219-4472e2163353 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=502f2fe6-a878-4f72-aab8-414e70e2c519 HTTP/1.1" status: 200  len: 851 time: 0.0579479
May 27 00:37:34.124840 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:37:34.156911 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-4593cfbd-64f8-44ca-ae0f-c4ece17f70ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c3528cc-de1a-4792-9062-0f95d08281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0666499
May 27 00:37:34.287300 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-6df4acce-24d4-4d27-90f8-ad15d4ae4fb7 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223083
May 27 00:37:34.411937 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08cf00-f220-4b93-acd8-91460dd0f17b req-fa3949e8-0dc9-42d9-b806-5b9a7519585b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:34.413688 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ee08cf00-f220-4b93-acd8-91460dd0f17b req-fa3949e8-0dc9-42d9-b806-5b9a7519585b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 945 time: 0.0790308
May 27 00:37:34.421588 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-3685f87c-b418-4ee5-ac22-c36f7b59101c req-67f29a3a-d46e-482b-93b4-3982c3592ab3 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262410
May 27 00:37:34.463491 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ee08cf00-f220-4b93-acd8-91460dd0f17b req-368f73ed-4b5e-4a25-a2c7-926f6afa87bd tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429590
May 27 00:37:34.549221 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5d1b5b35-f612-44bd-9b7a-4e32b902283b req-25641763-5171-4117-aa90-2b177ffba23b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 1097 time: 0.0728321
May 27 00:37:34.690304 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b5b35-f612-44bd-9b7a-4e32b902283b req-7acc6e5f-00ef-486c-a07e-bbfd6df22fcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:34.691950 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5d1b5b35-f612-44bd-9b7a-4e32b902283b req-7acc6e5f-00ef-486c-a07e-bbfd6df22fcc service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 913 time: 0.1345232
May 27 00:37:34.711636 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca237f-9d5f-46b1-83c0-c5c229fc1619 req-6c5584b5-451f-4736-8026-cdd2b1b50051 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:34.713108 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-10ca237f-9d5f-46b1-83c0-c5c229fc1619 req-6c5584b5-451f-4736-8026-cdd2b1b50051 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 944 time: 0.0801396
May 27 00:37:34.761610 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-10ca237f-9d5f-46b1-83c0-c5c229fc1619 req-fa818096-34fb-4442-9cb5-3b7f6c2e5a58 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413082
May 27 00:37:34.764888 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5d1b5b35-f612-44bd-9b7a-4e32b902283b req-01064487-26bd-431c-8d6f-85020489e591 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c96c22be-1c81-4b9d-a931-58f09208070c HTTP/1.1" status: 200  len: 217 time: 0.0653934
May 27 00:37:34.913718 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b5b35-f612-44bd-9b7a-4e32b902283b req-6e9d2c1f-76a7-46d3-ad0d-6d6f830c9d28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:34.915163 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5d1b5b35-f612-44bd-9b7a-4e32b902283b req-6e9d2c1f-76a7-46d3-ad0d-6d6f830c9d28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=502f2fe6-a878-4f72-aab8-414e70e2c519 HTTP/1.1" status: 200  len: 851 time: 0.1438315
May 27 00:37:34.993990 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5d1b5b35-f612-44bd-9b7a-4e32b902283b req-f9b26af6-b240-4f89-b535-38cd951b4007 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c3528cc-de1a-4792-9062-0f95d08281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711792
May 27 00:37:35.146099 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5d1b5b35-f612-44bd-9b7a-4e32b902283b req-35403617-b4da-4972-ae60-89bac38ac4dd service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348054
May 27 00:37:35.195945 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bbb94a-821d-49a9-8361-81200a9bca07 None None] New status for floating IP ab8daca7-9137-4580-afc9-72c978f594ad: ACTIVE {{(pid=83750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:37:35.289206 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5d1b5b35-f612-44bd-9b7a-4e32b902283b req-c161be05-4d88-4d5c-8133-939927867535 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340432
May 27 00:37:35.464580 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 478722e5-28af-4985-b29d-2bfd3d383d3d no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:37:35.579452 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:35.612143 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba70456-782d-4211-9fde-11ea924dc38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478722e5-28af-4985-b29d-2bfd3d383d3d'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:37:35.636829 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 478722e5-28af-4985-b29d-2bfd3d383d3d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=478722e5-28af-4985-b29d-2bfd3d383d3d,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:35.642462 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:35.687662 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b9cccb-a583-43e8-8599-79f97e3233a4'] response: {'server_uuid': '2ba70456-782d-4211-9fde-11ea924dc38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478722e5-28af-4985-b29d-2bfd3d383d3d', 'code': 200}
May 27 00:37:35.703721 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c5d61-8442-44f2-8a57-70dfe683dbe9 req-341c13a9-9358-4c60-909c-36fbc0a56a04 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:35.705181 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9b0c5d61-8442-44f2-8a57-70dfe683dbe9 req-341c13a9-9358-4c60-909c-36fbc0a56a04 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.1005352
May 27 00:37:35.730592 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=478722e5-28af-4985-b29d-2bfd3d383d3d,revision_number=8']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:35.768991 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9b0c5d61-8442-44f2-8a57-70dfe683dbe9 req-45a1d50b-e60b-4dc6-b4b6-744ae7f7e590 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579929
May 27 00:37:35.972377 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3554f4-c22f-4f5f-a3a5-24c6fd5ca375 req-9a7ff1c9-72c1-4280-a81b-a13a840ad1d7 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:35.973827 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7e3554f4-c22f-4f5f-a3a5-24c6fd5ca375 req-9a7ff1c9-72c1-4280-a81b-a13a840ad1d7 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 944 time: 0.0776963
May 27 00:37:36.023000 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7e3554f4-c22f-4f5f-a3a5-24c6fd5ca375 req-c1187b5c-6285-4cd7-b1c0-e67e2cefe72a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434065
May 27 00:37:36.983710 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76028229-21af-4c51-9ee5-f6268c7d5244 req-974cc060-3360-4527-be63-9d144164277f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:36.985117 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-76028229-21af-4c51-9ee5-f6268c7d5244 req-974cc060-3360-4527-be63-9d144164277f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.0739262
May 27 00:37:37.029826 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-76028229-21af-4c51-9ee5-f6268c7d5244 req-d1f2b786-ebe0-445a-b334-16037b487d51 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391304
May 27 00:37:37.229490 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a6ed4-9298-4896-90fc-47d3bf3d4db6 req-826c8f17-e958-42df-b818-752275ed6c18 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:37.230916 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-855a6ed4-9298-4896-90fc-47d3bf3d4db6 req-826c8f17-e958-42df-b818-752275ed6c18 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 944 time: 0.0870533
May 27 00:37:37.280393 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-855a6ed4-9298-4896-90fc-47d3bf3d4db6 req-0ae687db-36e3-4563-ac0b-9fb5a64ed378 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433209
May 27 00:37:38.313602 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-95cf9770-ce4f-4cbf-a3d8-a040ca4dd6a3 req-197102a0-f9a8-42bb-a72f-e7e7de4a96cf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0695734
May 27 00:37:38.489210 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1366f-728f-4d4b-9113-72e6c883eb57 req-c3f13f20-9dbd-474c-8fe8-135e6a43bea4 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:38.490817 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1ad1366f-728f-4d4b-9113-72e6c883eb57 req-c3f13f20-9dbd-474c-8fe8-135e6a43bea4 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 944 time: 0.0858490
May 27 00:37:38.587181 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1ad1366f-728f-4d4b-9113-72e6c883eb57 req-f1b47806-8ff2-4c3a-ad78-cf5dab4250a3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0903969
May 27 00:37:38.750365 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d586f43-b533-4990-984e-77106b6dc466 req-f554922e-ca2b-4a3d-9bbc-52e4bbc5ad19 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:38.751838 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1d586f43-b533-4990-984e-77106b6dc466 req-f554922e-ca2b-4a3d-9bbc-52e4bbc5ad19 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.2320330
May 27 00:37:38.781706 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5ea36816-d64d-4840-b040-541f6db98dec req-3f68c366-2be9-41f8-9433-b9e88594c5ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2693133
May 27 00:37:38.803606 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1d586f43-b533-4990-984e-77106b6dc466 req-fa1ba96f-1e6e-45ce-972d-d2b05656b03d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454302
May 27 00:37:39.291309 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5ea36816-d64d-4840-b040-541f6db98dec req-70ac2d7e-e55d-4d85-a7a8-54ee0088a949 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c&tenant_id=d7667619259a4d13afe049d3106d1013 HTTP/1.1" status: 200  len: 1096 time: 0.0661376
May 27 00:37:39.379920 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5ea36816-d64d-4840-b040-541f6db98dec req-89e3fef8-4522-474d-be17-b829720d650d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7667619259a4d13afe049d3106d1013&device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 1096 time: 0.0681217
May 27 00:37:39.496271 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 478722e5-28af-4985-b29d-2bfd3d383d3d no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:37:39.508511 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea36816-d64d-4840-b040-541f6db98dec req-2fb2f17b-4527-43b2-9caf-b5a871d8d5b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:39.510046 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5ea36816-d64d-4840-b040-541f6db98dec req-2fb2f17b-4527-43b2-9caf-b5a871d8d5b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8277ce01-4fed-435b-993e-be3acfd13f76 HTTP/1.1" status: 200  len: 917 time: 0.1238818
May 27 00:37:39.615795 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5ea36816-d64d-4840-b040-541f6db98dec req-31420978-27a1-4436-aa51-a6e2c0990de6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=478722e5-28af-4985-b29d-2bfd3d383d3d HTTP/1.1" status: 200  len: 999 time: 0.0991580
May 27 00:37:39.691732 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea36816-d64d-4840-b040-541f6db98dec req-408ca404-c994-4cc2-9ff8-04364ff3472e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:39.693159 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5ea36816-d64d-4840-b040-541f6db98dec req-408ca404-c994-4cc2-9ff8-04364ff3472e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72f33ff2-de28-4860-bac7-6c4f609dd071 HTTP/1.1" status: 200  len: 855 time: 0.0704772
May 27 00:37:39.773300 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5ea36816-d64d-4840-b040-541f6db98dec req-96c15149-9dc2-461d-b2c1-a56eeb6e969f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8277ce01-4fed-435b-993e-be3acfd13f76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0679138
May 27 00:37:39.787916 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70e0e2-9a6d-49e8-b060-e39e8a6f02c3 req-35a55529-23c1-495a-a669-9e2eb82fbdc6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:39.789372 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1c70e0e2-9a6d-49e8-b060-e39e8a6f02c3 req-35a55529-23c1-495a-a669-9e2eb82fbdc6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 944 time: 0.0769761
May 27 00:37:39.839609 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1c70e0e2-9a6d-49e8-b060-e39e8a6f02c3 req-45cd52e6-a7ec-4150-b468-be1d1877be2c tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432453
May 27 00:37:39.913277 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5ea36816-d64d-4840-b040-541f6db98dec req-6206901b-f614-43ac-ba93-ea6c23cac826 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310554
May 27 00:37:40.032117 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eef0da-f8e9-4c36-bc50-0d71d677b6bd req-844f0ad3-6f19-4d64-bcca-425d92545c6b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:40.033509 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f7eef0da-f8e9-4c36-bc50-0d71d677b6bd req-844f0ad3-6f19-4d64-bcca-425d92545c6b tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.0857699
May 27 00:37:40.058487 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-5ea36816-d64d-4840-b040-541f6db98dec req-f55b2865-489f-4ca2-aa9e-48aa29c4b2eb service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389992
May 27 00:37:40.080636 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f7eef0da-f8e9-4c36-bc50-0d71d677b6bd req-f047766d-2d7e-4e83-9848-fe633b1c5df8 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409570
May 27 00:37:41.099794 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df67b3e-9fab-4144-9663-0e47c252fd39 req-9308ab8c-dbbf-43f9-b463-0c93ddc23edd tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:41.103802 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8df67b3e-9fab-4144-9663-0e47c252fd39 req-9308ab8c-dbbf-43f9-b463-0c93ddc23edd tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 944 time: 0.1054606
May 27 00:37:41.168460 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8df67b3e-9fab-4144-9663-0e47c252fd39 req-831f25d6-3b43-4f5f-94ea-926370777e3b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581496
May 27 00:37:41.361781 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea36f79-0ed8-4943-94ec-8e46d9701b05 req-04b4d1df-c063-4799-b57b-91cb8693b390 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:41.373770 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8ea36f79-0ed8-4943-94ec-8e46d9701b05 req-04b4d1df-c063-4799-b57b-91cb8693b390 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.1000595
May 27 00:37:41.414782 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8ea36f79-0ed8-4943-94ec-8e46d9701b05 req-528412aa-1254-4a2e-8573-29e3ce3ea835 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401099
May 27 00:37:42.391213 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72785284-8135-48a5-854d-89c6c40110f7 req-77e1c42c-ec21-4dba-9efc-b70c1f0d1255 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:42.392782 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-72785284-8135-48a5-854d-89c6c40110f7 req-77e1c42c-ec21-4dba-9efc-b70c1f0d1255 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 944 time: 0.0892777
May 27 00:37:42.454065 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-72785284-8135-48a5-854d-89c6c40110f7 req-049a4fdc-7b45-448c-a6fe-b6028c3d4e56 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550098
May 27 00:37:42.524044 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Sync routers for ids ['c8be2e66-5606-4c31-9e68-e7e5945d9ac2'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:37:42.549937 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Routers {'c8be2e66-5606-4c31-9e68-e7e5945d9ac2'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:37:42.551341 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf21bb3d0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:37:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['c8be2e66-5606-4c31-9e68-e7e5945d9ac2'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:37:42.702738 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3d885-76d6-4d59-8935-fe5d54558b9e req-7d60998a-e29e-4c36-8390-9359591896f3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:42.704450 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2fe3d885-76d6-4d59-8935-fe5d54558b9e req-7d60998a-e29e-4c36-8390-9359591896f3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.0932782
May 27 00:37:42.762546 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Set router c8be2e66-5606-4c31-9e68-e7e5945d9ac2 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:37:42.785668 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2fe3d885-76d6-4d59-8935-fe5d54558b9e req-f53e8101-17f8-41ce-b0f1-1fa0325d0c6d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670695
May 27 00:37:43.100991 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf21bb3d0>, [{'id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'name': 'tempest-TestVolumeBootPattern-854219624-router', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'c866263d-fcf5-4459-be1d-33db8dd98f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:56Z', 'updated_at': '2022-05-27T00:37:00Z', 'revision_number': 4, 'project_id': '9a973666f1e242c69ced8d9bfe513388', 'gw_port': {'id': 'c866263d-fcf5-4459-be1d-33db8dd98f7c', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:57Z', 'updated_at': '2022-05-27T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '2b54dac5-2d60-40c4-86db-3298b02cd75b', 'name': '', 'network_id': 'c947efa3-d830-41d8-a127-e56e04f1ea6d', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'mac_address': 'fa:16:3e:f0:17:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2d519d9-716f-4d44-adc3-5ada9805d3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:59Z', 'updated_at': '2022-05-27T00:37:00Z', 'revision_number': 2, 'project_id': '9a973666f1e242c69ced8d9bfe513388', 'subnets': [{'id': 'f2d519d9-716f-4d44-adc3-5ada9805d3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:37:43.105594 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Checking router: c8be2e66-5606-4c31-9e68-e7e5945d9ac2 for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:37:43.105930 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Updating router c8be2e66-5606-4c31-9e68-e7e5945d9ac2 port 2b54dac5-2d60-40c4-86db-3298b02cd75b binding host dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:37:43.158820 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:43.316813 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:43.536698 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device c96c22be-1c81-4b9d-a931-58f09208070c details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:37:43.577545 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Notify callbacks [] for port, precommit_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:43.592660 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Transition to ACTIVE for port object 2b54dac5-2d60-40c4-86db-3298b02cd75b will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:37:43.602317 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:43.699253 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a5d41-157b-48f4-a116-e02da00b19b4 req-6ef22f7d-b3fb-481a-837e-b478b3257012 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:43.701047 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1a2a5d41-157b-48f4-a116-e02da00b19b4 req-6ef22f7d-b3fb-481a-837e-b478b3257012 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 944 time: 0.0922892
May 27 00:37:43.766631 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1a2a5d41-157b-48f4-a116-e02da00b19b4 req-72feaa4d-953c-485c-8065-a3afdde0764a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593977
May 27 00:37:43.843271 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14972a13-fa39-4245-9943-9fad89db0881 None None] Pushing event updated for resources: {'Port': ['ID=2b54dac5-2d60-40c4-86db-3298b02cd75b,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:44.028396 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Attempting to bind port 2b54dac5-2d60-40c4-86db-3298b02cd75b on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:37:44.028685 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Attempting to bind port 2b54dac5-2d60-40c4-86db-3298b02cd75b by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '2fa28894-cf77-4884-8612-bccbd54fe2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c947efa3-d830-41d8-a127-e56e04f1ea6d'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:37:44.028989 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Attempting to bind port 2b54dac5-2d60-40c4-86db-3298b02cd75b on network c947efa3-d830-41d8-a127-e56e04f1ea6d {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:37:44.066854 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port c96c22be-1c81-4b9d-a931-58f09208070c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c96c22be-1c81-4b9d-a931-58f09208070c,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:44.082631 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:37:44.083082 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Checking segment: {'id': '2fa28894-cf77-4884-8612-bccbd54fe2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c947efa3-d830-41d8-a127-e56e04f1ea6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:37:44.083634 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:44.084198 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Bound using segment: {'id': '2fa28894-cf77-4884-8612-bccbd54fe2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c947efa3-d830-41d8-a127-e56e04f1ea6d'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:37:44.084800 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Bound port: 2b54dac5-2d60-40c4-86db-3298b02cd75b, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa28894-cf77-4884-8612-bccbd54fe2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c947efa3-d830-41d8-a127-e56e04f1ea6d'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:37:44.085308 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:44.095333 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': 'c96c22be-1c81-4b9d-a931-58f09208070c', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'port_id': 'c96c22be-1c81-4b9d-a931-58f09208070c', 'mac_address': 'fa:16:3e:48:9c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:37:44.107002 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056056f-dc7b-422c-8096-e0f92946fc34 req-06ed14b2-65d7-4ca8-a383-e9e779d86ea1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:44.108629 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c056056f-dc7b-422c-8096-e0f92946fc34 req-06ed14b2-65d7-4ca8-a383-e9e779d86ea1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.1053076
May 27 00:37:44.164996 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c056056f-dc7b-422c-8096-e0f92946fc34 req-e9a438df-2014-4943-bcf6-e8eea9f815b3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499556
May 27 00:37:44.215267 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:44.252484 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96c22be-1c81-4b9d-a931-58f09208070c {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:37:44.261507 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] For port 2b54dac5-2d60-40c4-86db-3298b02cd75b, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:37:44.268542 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] For port 2b54dac5-2d60-40c4-86db-3298b02cd75b, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=2b54dac5-2d60-40c4-86db-3298b02cd75b,segment=NetworkSegment(2fa28894-cf77-4884-8612-bccbd54fe2d8),segment_id=2fa28894-cf77-4884-8612-bccbd54fe2d8)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:37:44.275460 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port c96c22be-1c81-4b9d-a931-58f09208070c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c96c22be-1c81-4b9d-a931-58f09208070c,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:44.277450 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:44.309377 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:44.362900 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14972a13-fa39-4245-9943-9fad89db0881 None None] Pushing event updated for resources: {'Port': ['ID=2b54dac5-2d60-40c4-86db-3298b02cd75b,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:44.435014 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Routers {'c8be2e66-5606-4c31-9e68-e7e5945d9ac2'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:37:44.435665 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf21bb3d0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:37:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['c8be2e66-5606-4c31-9e68-e7e5945d9ac2'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:37:44.579959 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=c96c22be-1c81-4b9d-a931-58f09208070c,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:44.621965 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-6b426c6f-75d2-4246-9000-812c5e9bcff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:44.678506 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] Set router c8be2e66-5606-4c31-9e68-e7e5945d9ac2 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:37:44.725106 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['c96c22be-1c81-4b9d-a931-58f09208070c'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:37:45.029637 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3cb7b-98f8-476f-8e60-bab493567374 req-0e4ba67f-7c12-4c92-ab36-a58d30109e5b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:45.031368 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-dbc3cb7b-98f8-476f-8e60-bab493567374 req-0e4ba67f-7c12-4c92-ab36-a58d30109e5b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 945 time: 0.0972154
May 27 00:37:45.089896 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-dbc3cb7b-98f8-476f-8e60-bab493567374 req-45f2ae57-1877-4e3e-af65-287ecf380f73 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496082
May 27 00:37:45.294791 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf21bb3d0>, [{'id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'name': 'tempest-TestVolumeBootPattern-854219624-router', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'c866263d-fcf5-4459-be1d-33db8dd98f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:56Z', 'updated_at': '2022-05-27T00:37:00Z', 'revision_number': 4, 'project_id': '9a973666f1e242c69ced8d9bfe513388', 'gw_port': {'id': 'c866263d-fcf5-4459-be1d-33db8dd98f7c', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:57Z', 'updated_at': '2022-05-27T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '2b54dac5-2d60-40c4-86db-3298b02cd75b', 'name': '', 'network_id': 'c947efa3-d830-41d8-a127-e56e04f1ea6d', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'mac_address': 'fa:16:3e:f0:17:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2d519d9-716f-4d44-adc3-5ada9805d3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:59Z', 'updated_at': '2022-05-27T00:37:44Z', 'revision_number': 4, 'project_id': '9a973666f1e242c69ced8d9bfe513388', 'subnets': [{'id': 'f2d519d9-716f-4d44-adc3-5ada9805d3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:37:45.332867 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944d547a-2710-4923-8ae6-27fe2bdb8195 None None] The sync data for ids ['c8be2e66-5606-4c31-9e68-e7e5945d9ac2'] in dv-cinder-843305-3-iscsi is: [{'id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'name': 'tempest-TestVolumeBootPattern-854219624-router', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'c866263d-fcf5-4459-be1d-33db8dd98f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:56Z', 'updated_at': '2022-05-27T00:37:00Z', 'revision_number': 4, 'project_id': '9a973666f1e242c69ced8d9bfe513388', 'gw_port': {'id': 'c866263d-fcf5-4459-be1d-33db8dd98f7c', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:57Z', 'updated_at': '2022-05-27T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '2b54dac5-2d60-40c4-86db-3298b02cd75b', 'name': '', 'network_id': 'c947efa3-d830-41d8-a127-e56e04f1ea6d', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'mac_address': 'fa:16:3e:f0:17:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2d519d9-716f-4d44-adc3-5ada9805d3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:59Z', 'updated_at': '2022-05-27T00:37:44Z', 'revision_number': 4, 'project_id': '9a973666f1e242c69ced8d9bfe513388', 'subnets': [{'id': 'f2d519d9-716f-4d44-adc3-5ada9805d3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:37:45.377285 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 2b54dac5-2d60-40c4-86db-3298b02cd75b up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:37:45.462889 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 2b54dac5-2d60-40c4-86db-3298b02cd75b completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:37:45.464507 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c3d8f-b243-4f39-8953-dbf328bf5ad1 req-a9f71c5a-f0e5-4042-90ae-fb0613da7c28 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:45.468468 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4b9c3d8f-b243-4f39-8953-dbf328bf5ad1 req-a9f71c5a-f0e5-4042-90ae-fb0613da7c28 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.1456876
May 27 00:37:45.475847 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 2b54dac5-2d60-40c4-86db-3298b02cd75b triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:37:45.476508 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:45.540271 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4b9c3d8f-b243-4f39-8953-dbf328bf5ad1 req-ba86a379-effc-49ef-88fb-d0b7e42c5db6 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661106
May 27 00:37:45.621161 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:45.662042 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 2b54dac5-2d60-40c4-86db-3298b02cd75b, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=2b54dac5-2d60-40c4-86db-3298b02cd75b,segment=NetworkSegment(2fa28894-cf77-4884-8612-bccbd54fe2d8),segment_id=2fa28894-cf77-4884-8612-bccbd54fe2d8)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:45.670746 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:45.751557 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=2b54dac5-2d60-40c4-86db-3298b02cd75b,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:46.355256 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959ecfb-7433-469f-82c6-b82a431d4edc req-465f67bc-661e-44f9-aa4c-5cae95182217 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:46.357355 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d959ecfb-7433-469f-82c6-b82a431d4edc req-465f67bc-661e-44f9-aa4c-5cae95182217 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 945 time: 0.0759740
May 27 00:37:46.403437 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d959ecfb-7433-469f-82c6-b82a431d4edc req-36f80555-b375-4059-8dd4-53c16750678b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411777
May 27 00:37:46.702231 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-95b6625b-df31-480e-b8f8-658576a9779e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:46.774991 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696a165-90ae-4d32-bf9c-1caa326a8d7c req-b917dc18-9bce-4d22-8af9-e2abc6ed7e06 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:46.777430 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e696a165-90ae-4d32-bf9c-1caa326a8d7c req-b917dc18-9bce-4d22-8af9-e2abc6ed7e06 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.0988343
May 27 00:37:46.834867 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e696a165-90ae-4d32-bf9c-1caa326a8d7c req-14850de8-f727-409f-bd90-00c2514ee3a5 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502224
May 27 00:37:47.275741 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 2b54dac5-2d60-40c4-86db-3298b02cd75b up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:37:47.348983 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 2b54dac5-2d60-40c4-86db-3298b02cd75b triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:37:47.349445 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:47.541855 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device c96c22be-1c81-4b9d-a931-58f09208070c up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:37:47.631623 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f65301-1f56-4b78-8cca-e8302ac11bf8 req-0793d581-d529-4868-b913-5485aebc9e3a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:47.633191 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-33f65301-1f56-4b78-8cca-e8302ac11bf8 req-0793d581-d529-4868-b913-5485aebc9e3a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 945 time: 0.0991189
May 27 00:37:47.637550 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port c96c22be-1c81-4b9d-a931-58f09208070c completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:37:47.643219 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port c96c22be-1c81-4b9d-a931-58f09208070c triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:37:47.643557 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:47.704701 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-33f65301-1f56-4b78-8cca-e8302ac11bf8 req-8d12960c-e4af-4be6-ae6d-586adcc7db87 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633807
May 27 00:37:47.771943 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:47.808753 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f871f0-2496-430e-ba5a-ea8ffbd22a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96c22be-1c81-4b9d-a931-58f09208070c'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:37:47.819499 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port c96c22be-1c81-4b9d-a931-58f09208070c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c96c22be-1c81-4b9d-a931-58f09208070c,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:47.824541 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:47.900225 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=c96c22be-1c81-4b9d-a931-58f09208070c,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:47.916366 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60562cad-fbd2-4c93-b4a7-aa701e7b19a5'] response: {'server_uuid': 'c9f871f0-2496-430e-ba5a-ea8ffbd22a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96c22be-1c81-4b9d-a931-58f09208070c', 'code': 200}
May 27 00:37:47.936146 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:47.986617 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:48.095785 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6f751-607f-4736-9039-f0b10e3edc52 req-cfb20e3e-055a-43a8-8bba-d7adf16378b1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:48.097375 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8dc6f751-607f-4736-9039-f0b10e3edc52 req-cfb20e3e-055a-43a8-8bba-d7adf16378b1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.0832157
May 27 00:37:48.144050 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8dc6f751-607f-4736-9039-f0b10e3edc52 req-98a06327-7deb-4359-a2a8-cdc1d23b8169 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410795
May 27 00:37:48.912507 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3e371-5c84-4188-9c51-6fe3cc18884d req-a359ea56-45bc-4c59-8c79-17784224e9d4 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:48.915116 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-04b3e371-5c84-4188-9c51-6fe3cc18884d req-a359ea56-45bc-4c59-8c79-17784224e9d4 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 946 time: 0.0851552
May 27 00:37:48.962667 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-04b3e371-5c84-4188-9c51-6fe3cc18884d req-fc57d536-dfb9-4879-af5b-bd03298d288f tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406508
May 27 00:37:49.222382 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:49.371524 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01a207-24ad-492e-bc86-6430f19eb678 req-684fc1df-c9cc-4c3e-a81a-8186e4e477b3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:49.372979 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2f01a207-24ad-492e-bc86-6430f19eb678 req-684fc1df-c9cc-4c3e-a81a-8186e4e477b3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.0788605
May 27 00:37:49.429881 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2f01a207-24ad-492e-bc86-6430f19eb678 req-0c370178-34e3-47e8-afa8-f2515347d028 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451853
May 27 00:37:50.169641 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437842f-c55c-41bb-a7a6-cfac58ca3742 req-f4522a81-3955-457f-be9b-2601a45c6f24 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:50.171006 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8437842f-c55c-41bb-a7a6-cfac58ca3742 req-f4522a81-3955-457f-be9b-2601a45c6f24 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 946 time: 0.0815780
May 27 00:37:50.215935 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8437842f-c55c-41bb-a7a6-cfac58ca3742 req-ac8143f2-88c4-478c-a94e-55fd820625e6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393081
May 27 00:37:50.635041 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c52758-45a0-4918-94f8-8e99565b71af req-be44ed4a-6288-4097-aba8-14357180c701 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:50.636788 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e8c52758-45a0-4918-94f8-8e99565b71af req-be44ed4a-6288-4097-aba8-14357180c701 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.0753310
May 27 00:37:50.685562 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e8c52758-45a0-4918-94f8-8e99565b71af req-6b672f44-2358-4785-900a-3a783572fa69 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431731
May 27 00:37:51.431225 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7228e-7ab7-439a-b332-f132e7d464ce req-c860351e-b7c8-41d8-be5f-c661a6de4f4e tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:51.432733 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d8c7228e-7ab7-439a-b332-f132e7d464ce req-c860351e-b7c8-41d8-be5f-c661a6de4f4e tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 946 time: 0.0750210
May 27 00:37:51.477268 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d8c7228e-7ab7-439a-b332-f132e7d464ce req-ab4ed880-858c-4a5f-8001-952f25965448 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389409
May 27 00:37:51.912067 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb36cd-fa60-4a26-a336-908304c8ca86 req-8c3b0099-fb92-41b3-9412-7caa23c3d9ca tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:51.913752 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-40bb36cd-fa60-4a26-a336-908304c8ca86 req-8c3b0099-fb92-41b3-9412-7caa23c3d9ca tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.0785108
May 27 00:37:51.959039 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-40bb36cd-fa60-4a26-a336-908304c8ca86 req-e7f0f7b1-ef19-49d6-804e-783dcc18a8b9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397539
May 27 00:37:52.669717 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b662f2c-3418-4040-b02d-ebbc7b0fdb59 req-66a85bc2-f8e0-4e7b-bad1-d2b0a5020938 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:52.671153 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8b662f2c-3418-4040-b02d-ebbc7b0fdb59 req-66a85bc2-f8e0-4e7b-bad1-d2b0a5020938 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 946 time: 0.0755424
May 27 00:37:52.717242 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8b662f2c-3418-4040-b02d-ebbc7b0fdb59 req-2a183032-47fa-4d67-afdb-f5f562c17d36 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405943
May 27 00:37:53.282678 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beead694-c3ea-4229-80bd-1318944b293a req-e54dba4c-40b7-4c29-99ef-069be3b2951d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:53.284156 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-beead694-c3ea-4229-80bd-1318944b293a req-e54dba4c-40b7-4c29-99ef-069be3b2951d tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.1782010
May 27 00:37:53.331247 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-beead694-c3ea-4229-80bd-1318944b293a req-7b8cf5cf-fdf7-4196-9682-b737d2b703e8 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403297
May 27 00:37:53.920684 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1218b8b7-6481-4048-ad32-c64594e48987 req-ce1c4f3f-2d80-4c38-a749-bd24691159a3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 1099 time: 0.0719950
May 27 00:37:53.940972 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c56907-561d-4169-84f6-dd0503579855 req-48e2cdbd-ed34-4475-b160-22cbd135ca60 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:53.942404 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d1c56907-561d-4169-84f6-dd0503579855 req-48e2cdbd-ed34-4475-b160-22cbd135ca60 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 946 time: 0.0806170
May 27 00:37:53.962601 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1218b8b7-6481-4048-ad32-c64594e48987 req-0c5fd549-99d5-4d2b-8d54-e6507b20ac57 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354936
May 27 00:37:53.988270 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d1c56907-561d-4169-84f6-dd0503579855 req-321b81be-ae65-4248-b6f0-cf5d96874153 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403149
May 27 00:37:54.540600 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef24d9f-deb1-40b0-84e3-1f9f0584f784 req-1c9e60e0-6421-4349-92f4-5f3f42d42a0f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:54.542434 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0ef24d9f-deb1-40b0-84e3-1f9f0584f784 req-1c9e60e0-6421-4349-92f4-5f3f42d42a0f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.0781362
May 27 00:37:54.586883 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0ef24d9f-deb1-40b0-84e3-1f9f0584f784 req-cc987601-9778-403c-ab98-31e3faeafdac tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388975
May 27 00:37:55.184117 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155e00b-32cf-4272-9636-5b0aaeded6e9 req-7afcf71f-1816-4028-a30c-57f5583887ae tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:55.185460 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0155e00b-32cf-4272-9636-5b0aaeded6e9 req-7afcf71f-1816-4028-a30c-57f5583887ae tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 946 time: 0.0740817
May 27 00:37:55.233645 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0155e00b-32cf-4272-9636-5b0aaeded6e9 req-6240e78a-fd86-46bb-8ac5-ec5f61ba7905 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427184
May 27 00:37:55.793382 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7a337-380f-49aa-9deb-1bd7e4c1b9d8 req-f18776c7-47db-4be1-a795-ccb83a6747b8 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:55.794816 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a8a7a337-380f-49aa-9deb-1bd7e4c1b9d8 req-f18776c7-47db-4be1-a795-ccb83a6747b8 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.0741625
May 27 00:37:55.841984 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a8a7a337-380f-49aa-9deb-1bd7e4c1b9d8 req-29b31bd2-94c9-4dca-b09c-e6099b12b4d0 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408416
May 27 00:37:56.431867 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed89546-389d-485b-9ccb-b284094f5960 req-313ae8b3-e8ce-4096-a74e-5d67c396630d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:56.433834 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-aed89546-389d-485b-9ccb-b284094f5960 req-313ae8b3-e8ce-4096-a74e-5d67c396630d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 946 time: 0.0791695
May 27 00:37:56.479518 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-aed89546-389d-485b-9ccb-b284094f5960 req-f1e25b0f-d09e-40b9-9b9a-e2f8f463f44c tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400317
May 27 00:37:56.678026 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d29ec-6fa6-4e0a-9d88-d8e6fb21aa21 req-dc86695c-8159-4133-aeaa-b61fb6cb4d0a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:56.679467 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-172d29ec-6fa6-4e0a-9d88-d8e6fb21aa21 req-dc86695c-8159-4133-aeaa-b61fb6cb4d0a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 946 time: 0.0765500
May 27 00:37:56.723959 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-172d29ec-6fa6-4e0a-9d88-d8e6fb21aa21 req-7087dc69-17a3-40f1-b2fc-7576e49e515d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382495
May 27 00:37:56.753931 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 37070) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:37:56.893875 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-607da594-776c-465c-a967-01ea5a318d5e tempest-TestVolumeBootPattern-1122126694 tempest-TestVolumeBootPattern-1122126694-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 1094 time: 0.1387951
May 27 00:37:56.896640 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 37078) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:37:56.901803 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Request body: {'floatingip': {'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'port_id': 'c96c22be-1c81-4b9d-a931-58f09208070c', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:37:56.907226 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:37:56.911105 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Usage tracker for resource:floatingip and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:37:56.914309 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:37:56.921207 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:37:56.931395 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for floatingip, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:57.099229 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ca681-e441-4dc9-9256-a08f7224dcb2 req-afabea2a-25fa-4c24-b3f5-72ed6c685ce4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:57.100592 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-651ca681-e441-4dc9-9256-a08f7224dcb2 req-afabea2a-25fa-4c24-b3f5-72ed6c685ce4 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 943 time: 0.1070015
May 27 00:37:57.161500 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:57.167906 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-651ca681-e441-4dc9-9256-a08f7224dcb2 req-65bfc280-0841-48d0-b991-4f084992ffb9 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547376
May 27 00:37:57.299869 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Allocated IP 172.27.3.70 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/19f0aa03-b9f8-439e-9104-31557ae3bfdc) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:37:57.446388 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:57.473475 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:57.550436 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:37:57.553241 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:37:57.556918 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:37:57.592288 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 478722e5-28af-4985-b29d-2bfd3d383d3d details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:37:57.605297 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event updated for resources: {'Port': ['ID=19f0aa03-b9f8-439e-9104-31557ae3bfdc,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:57.642043 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:57.642449 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:57.642792 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:57.643110 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:57.643429 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:57.643776 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:57.644093 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:57.644405 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:57.644714 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:57.645021 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:57.645327 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:37:57.736654 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 478722e5-28af-4985-b29d-2bfd3d383d3d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=478722e5-28af-4985-b29d-2bfd3d383d3d,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:57.753773 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': '478722e5-28af-4985-b29d-2bfd3d383d3d', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'port_id': '478722e5-28af-4985-b29d-2bfd3d383d3d', 'mac_address': 'fa:16:3e:7d:05:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:37:57.810028 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:57.828326 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478722e5-28af-4985-b29d-2bfd3d383d3d {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:37:57.844625 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 478722e5-28af-4985-b29d-2bfd3d383d3d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=478722e5-28af-4985-b29d-2bfd3d383d3d,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:57.848462 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:57.922274 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=478722e5-28af-4985-b29d-2bfd3d383d3d,revision_number=9']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:58.170342 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:58.183656 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['478722e5-28af-4985-b29d-2bfd3d383d3d'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:37:58.226318 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:58.474582 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83573bb7-b2e7-44f6-ac1d-98cee5c521fa req-630dd31b-c421-442a-9c72-e60573614fc5 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:58.476038 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-83573bb7-b2e7-44f6-ac1d-98cee5c521fa req-630dd31b-c421-442a-9c72-e60573614fc5 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 944 time: 0.1705565
May 27 00:37:58.512631 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:58.518903 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877299'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:58.631116 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-83573bb7-b2e7-44f6-ac1d-98cee5c521fa req-c6722a3a-50b2-4c9e-acd9-9ca3442243b2 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1480789
May 27 00:37:58.640035 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event updated for resources: {'Port': ['ID=19f0aa03-b9f8-439e-9104-31557ae3bfdc,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:37:58.656615 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:58.847134 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.l3_db [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Floating IP 61a76f74-16d2-454b-86fa-d8c7a0e2a1a0 associated. External IP: 172.27.3.70, port: c96c22be-1c81-4b9d-a931-58f09208070c.
May 27 00:37:59.232551 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:37:59.428180 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:37:59.439691 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b7c54a-f2e0-469c-8538-d7d4ed55e530 None None] Sync routers for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:37:59.453654 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:59.465062 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b7c54a-f2e0-469c-8538-d7d4ed55e530 None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:37:59.465589 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-76b7c54a-f2e0-469c-8538-d7d4ed55e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf12df370>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:37:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:37:59.611462 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-3646be5c-2973-4d45-ac8a-337c9f337cad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7138519
May 27 00:37:59.612290 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f871f0-2496-430e-ba5a-ea8ffbd22a01', 'tag': 'c96c22be-1c81-4b9d-a931-58f09208070c'}] {{(pid=83748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:37:59.618369 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 478722e5-28af-4985-b29d-2bfd3d383d3d up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:37:59.653261 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-76b7c54a-f2e0-469c-8538-d7d4ed55e530 None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:37:59.669287 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0278c034-4989-4789-a992-17dbe6a431c9'] response: {'name': 'network-changed', 'server_uuid': 'c9f871f0-2496-430e-ba5a-ea8ffbd22a01', 'tag': 'c96c22be-1c81-4b9d-a931-58f09208070c', 'status': 'completed', 'code': 200}
May 27 00:37:59.696680 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port 478722e5-28af-4985-b29d-2bfd3d383d3d triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:37:59.697118 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:59.817631 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:59.857702 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba70456-782d-4211-9fde-11ea924dc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478722e5-28af-4985-b29d-2bfd3d383d3d'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:37:59.868167 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 478722e5-28af-4985-b29d-2bfd3d383d3d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=478722e5-28af-4985-b29d-2bfd3d383d3d,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:37:59.876180 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-672338e5-b183-4f53-9b3e-5a4be1b98718 req-efe3691c-ff78-4b47-a37f-b46b171dfa86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 1099 time: 0.1715436
May 27 00:37:59.879953 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:37:59.948045 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d364c-8ed1-41fb-b3ac-eb9de199f0ee req-ac80e831-307b-4af2-b0c8-b7658fb2439e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:37:59.958698 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f10d364c-8ed1-41fb-b3ac-eb9de199f0ee req-ac80e831-307b-4af2-b0c8-b7658fb2439e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 944 time: 0.1764162
May 27 00:37:59.961953 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d47394b6-1f38-447b-b02e-b9f01b63d0c7'] response: {'server_uuid': '2ba70456-782d-4211-9fde-11ea924dc38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478722e5-28af-4985-b29d-2bfd3d383d3d', 'code': 200}
May 27 00:38:00.030956 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f10d364c-8ed1-41fb-b3ac-eb9de199f0ee req-f2d44583-3486-4189-b18b-3cada0a02efb tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683594
May 27 00:38:00.033667 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=478722e5-28af-4985-b29d-2bfd3d383d3d,revision_number=10']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:38:00.101199 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672338e5-b183-4f53-9b3e-5a4be1b98718 req-bd2b77e6-85b0-4050-a364-94844c7ec3de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:38:00.102972 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-672338e5-b183-4f53-9b3e-5a4be1b98718 req-bd2b77e6-85b0-4050-a364-94844c7ec3de service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 913 time: 0.2152588
May 27 00:38:00.175756 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-76b7c54a-f2e0-469c-8538-d7d4ed55e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf12df370>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '61a76f74-16d2-454b-86fa-d8c7a0e2a1a0', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'port_id': 'c96c22be-1c81-4b9d-a931-58f09208070c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'mac_address': 'fa:16:3e:48:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f871f0-2496-430e-ba5a-ea8ffbd22a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:37:58Z', 'updated_at': '2022-05-27T00:37:58Z', 'revision_number': 0, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:38:00.181415 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b7c54a-f2e0-469c-8538-d7d4ed55e530 None None] Checking router: 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:38:00.194636 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b7c54a-f2e0-469c-8538-d7d4ed55e530 None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:38:00.195307 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-76b7c54a-f2e0-469c-8538-d7d4ed55e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf12df370>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:37:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:38:00.332108 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-672338e5-b183-4f53-9b3e-5a4be1b98718 req-072b4543-117f-48f6-9e5c-1ac1369bea15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c96c22be-1c81-4b9d-a931-58f09208070c HTTP/1.1" status: 200  len: 999 time: 0.2224615
May 27 00:38:00.379145 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f08bb09a-ac4e-4cf5-ae56-142fb02bccdf req-22931e1a-d9de-4716-b814-4b5243f090d8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 1099 time: 0.1432500
May 27 00:38:00.402341 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-76b7c54a-f2e0-469c-8538-d7d4ed55e530 None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:38:00.424688 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672338e5-b183-4f53-9b3e-5a4be1b98718 req-cde93b6c-555c-40d4-a6ff-baaf4e39b550 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:38:00.426109 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-672338e5-b183-4f53-9b3e-5a4be1b98718 req-cde93b6c-555c-40d4-a6ff-baaf4e39b550 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=502f2fe6-a878-4f72-aab8-414e70e2c519 HTTP/1.1" status: 200  len: 851 time: 0.0865846
May 27 00:38:00.462503 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f08bb09a-ac4e-4cf5-ae56-142fb02bccdf req-e20d1946-6545-415c-8a8d-4778af6e3dea service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774252
May 27 00:38:00.506209 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-672338e5-b183-4f53-9b3e-5a4be1b98718 req-9ddc4e7d-75ec-4ed1-b9f7-fb0aed7af37b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c3528cc-de1a-4792-9062-0f95d08281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730102
May 27 00:38:00.741257 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-76b7c54a-f2e0-469c-8538-d7d4ed55e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf12df370>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '61a76f74-16d2-454b-86fa-d8c7a0e2a1a0', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'port_id': 'c96c22be-1c81-4b9d-a931-58f09208070c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'mac_address': 'fa:16:3e:48:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f871f0-2496-430e-ba5a-ea8ffbd22a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:37:58Z', 'updated_at': '2022-05-27T00:37:58Z', 'revision_number': 0, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:38:00.745168 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b7c54a-f2e0-469c-8538-d7d4ed55e530 None None] The sync data for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi is: [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '61a76f74-16d2-454b-86fa-d8c7a0e2a1a0', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'port_id': 'c96c22be-1c81-4b9d-a931-58f09208070c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'mac_address': 'fa:16:3e:48:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f871f0-2496-430e-ba5a-ea8ffbd22a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:37:58Z', 'updated_at': '2022-05-27T00:37:58Z', 'revision_number': 0, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:38:00.850748 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-672338e5-b183-4f53-9b3e-5a4be1b98718 req-45c513d7-0845-4c2f-95b9-d05ceff5f50b service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312568
May 27 00:38:00.943151 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62f6fe-d630-45c0-bc41-a0d1caeb5694 None None] New status for floating IP 61a76f74-16d2-454b-86fa-d8c7a0e2a1a0: ACTIVE {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:38:00.996220 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-672338e5-b183-4f53-9b3e-5a4be1b98718 req-1d41294e-d0fb-4cb6-8009-e4a787ca5f7b service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385148
May 27 00:38:01.286133 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd5faf-b39a-4965-aea0-bf4cdc46faa7 req-19732031-e52e-4985-9855-97b940e2b458 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:38:01.287656 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-42bd5faf-b39a-4965-aea0-bf4cdc46faa7 req-19732031-e52e-4985-9855-97b940e2b458 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 946 time: 0.0867240
May 27 00:38:01.349582 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-42bd5faf-b39a-4965-aea0-bf4cdc46faa7 req-1dea969c-5c16-4c7c-892f-cf9c07dbb9d1 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539162
May 27 00:38:02.550630 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842ef16-dfb6-4794-b3f1-352ba4d5b73d req-19c931bc-a05a-470a-bcd1-7dc6c8c0e4f5 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:38:02.552102 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e842ef16-dfb6-4794-b3f1-352ba4d5b73d req-19c931bc-a05a-470a-bcd1-7dc6c8c0e4f5 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 946 time: 0.0762815
May 27 00:38:02.597911 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e842ef16-dfb6-4794-b3f1-352ba4d5b73d req-0a9a58ae-a91b-42df-ac13-84d199605baf tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396686
May 27 00:38:03.815572 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c977a6-80dd-48e1-9869-286687cc9895 req-38478173-4a12-4ad9-87e6-4b2b7c454f9e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:38:03.817009 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b5c977a6-80dd-48e1-9869-286687cc9895 req-38478173-4a12-4ad9-87e6-4b2b7c454f9e tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 946 time: 0.0792985
May 27 00:38:03.862337 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b5c977a6-80dd-48e1-9869-286687cc9895 req-e9b2e5d1-1952-459e-93f1-6d7d9d3ce714 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395875
May 27 00:38:11.124087 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:38:13.313813 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:14.515550 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e19e11a6-6b07-482a-ad6d-f43ebc9d9fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:14.532789 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1c103f2-a59d-4967-a6e8-c438f37cc5a0 req-b3b7c047-b738-4d8d-85f8-0094af3311a6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0682106
May 27 00:38:14.677865 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1c103f2-a59d-4967-a6e8-c438f37cc5a0 req-881733aa-166b-47c6-9ac7-6f38d83a59c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7667619259a4d13afe049d3106d1013&device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 1099 time: 0.0699782
May 27 00:38:14.829177 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c103f2-a59d-4967-a6e8-c438f37cc5a0 req-368e1872-05cb-41b4-94fa-e7cc48bd87f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:38:14.830617 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1c103f2-a59d-4967-a6e8-c438f37cc5a0 req-368e1872-05cb-41b4-94fa-e7cc48bd87f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8277ce01-4fed-435b-993e-be3acfd13f76 HTTP/1.1" status: 200  len: 917 time: 0.1258690
May 27 00:38:14.937417 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1c103f2-a59d-4967-a6e8-c438f37cc5a0 req-b14342f3-01f7-41f9-af3c-d73627539a37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=478722e5-28af-4985-b29d-2bfd3d383d3d HTTP/1.1" status: 200  len: 1001 time: 0.0994377
May 27 00:38:15.011125 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c103f2-a59d-4967-a6e8-c438f37cc5a0 req-bc20dd85-cfea-4249-b3f5-a45d0018b13e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:38:15.013197 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1c103f2-a59d-4967-a6e8-c438f37cc5a0 req-bc20dd85-cfea-4249-b3f5-a45d0018b13e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72f33ff2-de28-4860-bac7-6c4f609dd071 HTTP/1.1" status: 200  len: 855 time: 0.0630143
May 27 00:38:15.087174 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1c103f2-a59d-4967-a6e8-c438f37cc5a0 req-61838342-f25d-4d0c-8ac2-8f5beeb9a22f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8277ce01-4fed-435b-993e-be3acfd13f76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0677264
May 27 00:38:15.219808 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1c103f2-a59d-4967-a6e8-c438f37cc5a0 req-8a0716d1-9790-42a9-84cf-cfe0fa82e70f service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244857
May 27 00:38:15.351317 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1c103f2-a59d-4967-a6e8-c438f37cc5a0 req-c0d72785-d05c-49a4-9fdd-fdf4bf873d24 service neutron] 10.222.0.45 "GET /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246648
May 27 00:38:16.177022 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dedc0-e317-4df8-8cb8-b553cc1522c7 req-e755ce3c-6302-4fee-bf24-05913a23efce tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:38:16.178431 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f37dedc0-e317-4df8-8cb8-b553cc1522c7 req-e755ce3c-6302-4fee-bf24-05913a23efce tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 945 time: 0.1410501
May 27 00:38:16.226070 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f37dedc0-e317-4df8-8cb8-b553cc1522c7 req-c45a4380-3bea-42aa-9702-5c42d8f39208 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc7174ca-252f-40c6-8f5d-a4089f32c6bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409160
May 27 00:38:16.685680 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ce93e760-f5a6-4646-ab11-8fbb7b10e046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:17.491970 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e174927-b06c-4cbd-992d-1728d9ae7183 req-ca1cd906-4651-4fc4-88d3-75490bc6e9c8 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:38:17.493320 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e174927-b06c-4cbd-992d-1728d9ae7183 req-ca1cd906-4651-4fc4-88d3-75490bc6e9c8 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 945 time: 0.1452565
May 27 00:38:17.539434 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9e174927-b06c-4cbd-992d-1728d9ae7183 req-14a8dfec-29a0-452c-8d6d-976325bda48f tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc7174ca-252f-40c6-8f5d-a4089f32c6bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399535
May 27 00:38:17.931146 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:17.977062 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:18.247445 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-9ca00f96-59ef-4078-b5e2-94aee0bde432 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:38:18.248235 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-9ca00f96-59ef-4078-b5e2-94aee0bde432 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Synchronizing usage tracker for tenant:7feb0b7352ec488cb0838c2d67853e12 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:38:18.262873 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-9ca00f96-59ef-4078-b5e2-94aee0bde432 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Unset dirty status for tenant:7feb0b7352ec488cb0838c2d67853e12 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:38:18.264231 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-9ca00f96-59ef-4078-b5e2-94aee0bde432 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 945 time: 0.0893347
May 27 00:38:18.333590 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Deleting port b1822d98-1399-4bc4-ae6e-e9906cd0fb78 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:38:18.333922 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:18.643809 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] For port b1822d98-1399-4bc4-ae6e-e9906cd0fb78, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b1822d98-1399-4bc4-ae6e-e9906cd0fb78,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:38:18.644159 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:18.740575 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5ccd7-e0ce-4e92-b6d2-94521f3c73d8 req-364e656c-ff4b-4950-b8d3-aea17f2068ea tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:38:18.742683 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9bf5ccd7-e0ce-4e92-b6d2-94521f3c73d8 req-364e656c-ff4b-4950-b8d3-aea17f2068ea tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 945 time: 0.0801184
May 27 00:38:18.790366 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9bf5ccd7-e0ce-4e92-b6d2-94521f3c73d8 req-8a0d0a0b-ff1a-466c-b371-81b3bd0ae2c6 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc7174ca-252f-40c6-8f5d-a4089f32c6bc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410941
May 27 00:38:18.940572 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:18.940940 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:18.941327 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Floating IP 94b42dc2-4e34-400d-9c20-05b44ba9f9b4 disassociated. External IP: 172.27.3.246, port: b1822d98-1399-4bc4-ae6e-e9906cd0fb78.
May 27 00:38:18.941796 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Calling delete_port for b1822d98-1399-4bc4-ae6e-e9906cd0fb78 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:38:19.084611 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:19.133163 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event deleted for resources: {'Port': ['ID=b1822d98-1399-4bc4-ae6e-e9906cd0fb78,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:38:19.145285 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:38:19.145615 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:38:19.145942 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:38:19.146261 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:38:19.146580 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:38:19.146899 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:38:19.147216 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:38:19.147530 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:38:19.147921 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:38:19.148164 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:38:19.148470 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:38:19.219739 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:19.345292 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Router d148298d-871f-47e2-937d-72f9ec346874 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:38:19.541849 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:38:19.551828 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685bad68-8aec-4058-821f-7b0df5baf8f4 None None] Sync routers for ids ['d148298d-871f-47e2-937d-72f9ec346874'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:38:19.565265 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685bad68-8aec-4058-821f-7b0df5baf8f4 None None] Routers {'d148298d-871f-47e2-937d-72f9ec346874'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:38:19.565870 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-685bad68-8aec-4058-821f-7b0df5baf8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1447160>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:38:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['d148298d-871f-47e2-937d-72f9ec346874'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:38:19.620460 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] No DVR routers for this DVR port b1822d98-1399-4bc4-ae6e-e9906cd0fb78 on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:38:19.623033 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:19.625852 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9044d2-6f01-4bf7-a7d5-1cd70547d20e', 'name': 'network-vif-deleted', 'tag': 'b1822d98-1399-4bc4-ae6e-e9906cd0fb78'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:38:19.647961 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f7f5a365-f24a-408a-aede-a3d3048afd2d req-ca84c92d-c557-4537-8a4a-5357e183194c tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.45 "DELETE /v2.0/ports/b1822d98-1399-4bc4-ae6e-e9906cd0fb78 HTTP/1.1" status: 204  len: 173 time: 1.3777812
May 27 00:38:19.686470 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f96ba6-b0ba-42be-b51d-6b18572fdc96'] response: {'server_uuid': '5e9044d2-6f01-4bf7-a7d5-1cd70547d20e', 'name': 'network-vif-deleted', 'tag': 'b1822d98-1399-4bc4-ae6e-e9906cd0fb78', 'status': 'completed', 'code': 200}
May 27 00:38:19.750783 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-685bad68-8aec-4058-821f-7b0df5baf8f4 None None] Set router d148298d-871f-47e2-937d-72f9ec346874 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:38:19.975826 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0a308a12-be2b-405c-a433-978a41ce68e2 req-4cf6c442-79af-469f-bc21-afed9e4570ef tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e9044d2-6f01-4bf7-a7d5-1cd70547d20e HTTP/1.1" status: 200  len: 210 time: 0.0491531
May 27 00:38:20.063857 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-685bad68-8aec-4058-821f-7b0df5baf8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1447160>, [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:29:18Z', 'revision_number': 5, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:38:20.067521 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685bad68-8aec-4058-821f-7b0df5baf8f4 None None] Checking router: d148298d-871f-47e2-937d-72f9ec346874 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:38:20.078194 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685bad68-8aec-4058-821f-7b0df5baf8f4 None None] Routers {'d148298d-871f-47e2-937d-72f9ec346874'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:38:20.078779 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-685bad68-8aec-4058-821f-7b0df5baf8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1447160>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:38:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['d148298d-871f-47e2-937d-72f9ec346874'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:38:20.254460 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-685bad68-8aec-4058-821f-7b0df5baf8f4 None None] Set router d148298d-871f-47e2-937d-72f9ec346874 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:38:20.592059 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-685bad68-8aec-4058-821f-7b0df5baf8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1447160>, [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:29:18Z', 'revision_number': 5, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:38:20.596340 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685bad68-8aec-4058-821f-7b0df5baf8f4 None None] The sync data for ids ['d148298d-871f-47e2-937d-72f9ec346874'] in dv-cinder-843305-3-iscsi is: [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:31Z', 'revision_number': 4, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '8b7f1f2d-1cff-44ff-a73e-05cc70da1a34', 'name': '', 'network_id': '93818b25-db8b-4c49-bcdd-2f72652d1c2a', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'mac_address': 'fa:16:3e:e8:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:26Z', 'updated_at': '2022-05-27T00:29:18Z', 'revision_number': 5, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'subnets': [{'id': '052ff756-2064-4785-8a85-0bcbd1be012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:38:20.795602 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be6e97b-d836-4ec3-a7ed-b8efdf09f4f2 None None] New status for floating IP 94b42dc2-4e34-400d-9c20-05b44ba9f9b4: DOWN {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:38:21.117216 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 37254) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:38:21.181614 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1d9abed9-ab11-4267-bafd-fb3189da2d7b tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:21.207443 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1d9abed9-ab11-4267-bafd-fb3189da2d7b tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:21.260274 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1d9abed9-ab11-4267-bafd-fb3189da2d7b tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:21.278575 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9abed9-ab11-4267-bafd-fb3189da2d7b tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7174ca-252f-40c6-8f5d-a4089f32c6bc,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:38:21.290310 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1d9abed9-ab11-4267-bafd-fb3189da2d7b tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:21.291536 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-1d9abed9-ab11-4267-bafd-fb3189da2d7b tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "DELETE /v2.0/security-groups/fc7174ca-252f-40c6-8f5d-a4089f32c6bc HTTP/1.1" status: 204  len: 168 time: 0.1732469
May 27 00:38:21.294630 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 37258) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:38:21.310349 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.api.v2.resource [None req-565568fe-e71f-483b-95b5-d0bd3fbcd795 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] show failed (client error): The resource could not be found.
May 27 00:38:21.311319 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-565568fe-e71f-483b-95b5-d0bd3fbcd795 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "GET /v2.0/security-groups/fc7174ca-252f-40c6-8f5d-a4089f32c6bc HTTP/1.1" status: 404  len: 347 time: 0.0157897
May 27 00:38:21.314023 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 37262) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:38:21.463786 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-28982d9f-09d6-4036-829c-c8a3dbca2b85 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Deleting port 621054ad-234f-4239-bc40-42bd391f61e0 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:38:21.464118 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-28982d9f-09d6-4036-829c-c8a3dbca2b85 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:21.626699 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-28982d9f-09d6-4036-829c-c8a3dbca2b85 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:21.627013 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-28982d9f-09d6-4036-829c-c8a3dbca2b85 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:21.743856 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-28982d9f-09d6-4036-829c-c8a3dbca2b85 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Calling delete_port for 621054ad-234f-4239-bc40-42bd391f61e0 owned by network:floatingip {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:38:21.759189 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device b1822d98-1399-4bc4-ae6e-e9906cd0fb78 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:38:21.791402 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: b1822d98-1399-4bc4-ae6e-e9906cd0fb78 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:38:21.791824 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device b1822d98-1399-4bc4-ae6e-e9906cd0fb78 not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:38:21.882540 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-28982d9f-09d6-4036-829c-c8a3dbca2b85 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:21.925165 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28982d9f-09d6-4036-829c-c8a3dbca2b85 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Pushing event deleted for resources: {'Port': ['ID=621054ad-234f-4239-bc40-42bd391f61e0,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:38:22.017437 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-28982d9f-09d6-4036-829c-c8a3dbca2b85 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks [] for floatingip, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:22.032196 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-28982d9f-09d6-4036-829c-c8a3dbca2b85 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:22.033312 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-28982d9f-09d6-4036-829c-c8a3dbca2b85 tempest-AttachVolumeTestJSON-598950610 tempest-AttachVolumeTestJSON-598950610-project] 10.222.0.21 "DELETE /v2.0/floatingips/94b42dc2-4e34-400d-9c20-05b44ba9f9b4 HTTP/1.1" status: 204  len: 168 time: 0.7184331
May 27 00:38:25.990597 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 37294) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:38:26.570634 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-108f48ee-d187-4aa2-9e6d-8d58eb1c1eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4106200'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:27.155186 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-108f48ee-d187-4aa2-9e6d-8d58eb1c1eb7 admin admin] Deleting port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:38:27.155871 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-108f48ee-d187-4aa2-9e6d-8d58eb1c1eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:27.323703 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-108f48ee-d187-4aa2-9e6d-8d58eb1c1eb7 admin admin] For port 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=8b7f1f2d-1cff-44ff-a73e-05cc70da1a34,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:38:27.324054 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-108f48ee-d187-4aa2-9e6d-8d58eb1c1eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:27.444729 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-108f48ee-d187-4aa2-9e6d-8d58eb1c1eb7 admin admin] Calling delete_port for 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:38:27.609741 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-108f48ee-d187-4aa2-9e6d-8d58eb1c1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:27.652428 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f48ee-d187-4aa2-9e6d-8d58eb1c1eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b7f1f2d-1cff-44ff-a73e-05cc70da1a34,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:38:27.936701 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-108f48ee-d187-4aa2-9e6d-8d58eb1c1eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106127'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:28.576186 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108f48ee-d187-4aa2-9e6d-8d58eb1c1eb7 admin admin] Router d148298d-871f-47e2-937d-72f9ec346874 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:38:28.772085 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108f48ee-d187-4aa2-9e6d-8d58eb1c1eb7 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:38:28.782288 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f10e700-aa74-4650-a7e6-cd90dc55be20 None None] Sync routers for ids ['d148298d-871f-47e2-937d-72f9ec346874'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:38:28.784606 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-108f48ee-d187-4aa2-9e6d-8d58eb1c1eb7 admin admin] 10.222.0.21 "PUT /v2.0/routers/d148298d-871f-47e2-937d-72f9ec346874/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7929761
May 27 00:38:28.787059 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 37304) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:38:28.794555 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f10e700-aa74-4650-a7e6-cd90dc55be20 None None] Routers {'d148298d-871f-47e2-937d-72f9ec346874'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:38:28.795149 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-9f10e700-aa74-4650-a7e6-cd90dc55be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1829070>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:38:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['d148298d-871f-47e2-937d-72f9ec346874'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:38:28.969722 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-9f10e700-aa74-4650-a7e6-cd90dc55be20 None None] Set router d148298d-871f-47e2-937d-72f9ec346874 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:38:28.979093 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-43977c75-85c7-4568-bb08-970f72ac0c87 admin admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:29.173736 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-43977c75-85c7-4568-bb08-970f72ac0c87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:29.182815 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-43977c75-85c7-4568-bb08-970f72ac0c87 admin admin] Deleting port ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:38:29.183144 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-43977c75-85c7-4568-bb08-970f72ac0c87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:29.248024 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-9f10e700-aa74-4650-a7e6-cd90dc55be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1829070>, [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:38:27Z', 'revision_number': 5, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port': {'id': 'ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd148298d-871f-47e2-937d-72f9ec346874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:19Z', 'updated_at': '2022-05-27T00:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:38:29.252463 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f10e700-aa74-4650-a7e6-cd90dc55be20 None None] Checking router: d148298d-871f-47e2-937d-72f9ec346874 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:38:29.263908 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f10e700-aa74-4650-a7e6-cd90dc55be20 None None] Routers {'d148298d-871f-47e2-937d-72f9ec346874'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:38:29.264522 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-9f10e700-aa74-4650-a7e6-cd90dc55be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1829070>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:38:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['d148298d-871f-47e2-937d-72f9ec346874'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:38:29.358623 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-43977c75-85c7-4568-bb08-970f72ac0c87 admin admin] For port ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:38:29.358972 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-43977c75-85c7-4568-bb08-970f72ac0c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:29.414442 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-9f10e700-aa74-4650-a7e6-cd90dc55be20 None None] Set router d148298d-871f-47e2-937d-72f9ec346874 gateway port host: None {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:38:29.518738 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-9f10e700-aa74-4650-a7e6-cd90dc55be20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1829070>, [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:38:29Z', 'revision_number': 6, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port_host': None}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:38:29.523115 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f10e700-aa74-4650-a7e6-cd90dc55be20 None None] The sync data for ids ['d148298d-871f-47e2-937d-72f9ec346874'] in dv-cinder-843305-3-iscsi is: [{'id': 'd148298d-871f-47e2-937d-72f9ec346874', 'name': 'tempest-AttachVolumeTestJSON-1543373001-router', 'tenant_id': '7feb0b7352ec488cb0838c2d67853e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:38:29Z', 'revision_number': 6, 'project_id': '7feb0b7352ec488cb0838c2d67853e12', 'gw_port_host': None}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:38:29.573417 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-43977c75-85c7-4568-bb08-970f72ac0c87 admin admin] Calling delete_port for ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:38:29.735986 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-43977c75-85c7-4568-bb08-970f72ac0c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:29.782452 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43977c75-85c7-4568-bb08-970f72ac0c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:38:30.007919 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-43977c75-85c7-4568-bb08-970f72ac0c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105413'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:30.259551 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-43977c75-85c7-4568-bb08-970f72ac0c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4108853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:30.264284 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-43977c75-85c7-4568-bb08-970f72ac0c87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:30.345536 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-43977c75-85c7-4568-bb08-970f72ac0c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4108953'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:30.346077 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43977c75-85c7-4568-bb08-970f72ac0c87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d148298d-871f-47e2-937d-72f9ec346874 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 27 00:38:30.358832 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-43977c75-85c7-4568-bb08-970f72ac0c87 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:30.359989 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-43977c75-85c7-4568-bb08-970f72ac0c87 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d148298d-871f-47e2-937d-72f9ec346874 HTTP/1.1" status: 204  len: 168 time: 1.5718589
May 27 00:38:30.362441 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 37310) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:38:30.423201 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b697223-0751-4625-b022-054e80a3b25a admin admin] Deleting subnet 052ff756-2064-4785-8a85-0bcbd1be012c {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:38:30.426157 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2b697223-0751-4625-b022-054e80a3b25a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:30.474873 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2b697223-0751-4625-b022-054e80a3b25a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-557838'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:30.559192 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2b697223-0751-4625-b022-054e80a3b25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:30.628092 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2b697223-0751-4625-b022-054e80a3b25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3631523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3005874'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:30.664873 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b697223-0751-4625-b022-054e80a3b25a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=052ff756-2064-4785-8a85-0bcbd1be012c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:38:30.672175 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-2b697223-0751-4625-b022-054e80a3b25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:30.677458 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a61105-aa00-44ef-929f-0864e8e642f2 None None] Network 93818b25-db8b-4c49-bcdd-2f72652d1c2a requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:38:30.677992 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-2b697223-0751-4625-b022-054e80a3b25a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/052ff756-2064-4785-8a85-0bcbd1be012c HTTP/1.1" status: 204  len: 168 time: 0.3146360
May 27 00:38:30.680488 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 37314) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:38:30.783127 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:30.794452 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] Deleting port 6d1aaabe-2169-40f4-93d9-29d5caef0446 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:38:30.794863 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:30.926381 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79cbf94-94b5-4838-acfa-ab2605442392 None None] DHCP port deletion for 93818b25-db8b-4c49-bcdd-2f72652d1c2a request from dv-cinder-843305-3-iscsi {{(pid=83749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
May 27 00:38:30.930680 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-a79cbf94-94b5-4838-acfa-ab2605442392 None None] Deleting port 6d1aaabe-2169-40f4-93d9-29d5caef0446 {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:38:30.931119 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a79cbf94-94b5-4838-acfa-ab2605442392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:31.087948 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] For port 6d1aaabe-2169-40f4-93d9-29d5caef0446, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=6d1aaabe-2169-40f4-93d9-29d5caef0446,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:38:31.088196 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:31.133817 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-a79cbf94-94b5-4838-acfa-ab2605442392 None None] For port 6d1aaabe-2169-40f4-93d9-29d5caef0446, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=6d1aaabe-2169-40f4-93d9-29d5caef0446,segment=NetworkSegment(67b75782-e7e9-4727-a114-96cc21dc72eb),segment_id=67b75782-e7e9-4727-a114-96cc21dc72eb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:38:31.134195 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a79cbf94-94b5-4838-acfa-ab2605442392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:31.209574 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] Calling delete_port for 6d1aaabe-2169-40f4-93d9-29d5caef0446 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:38:31.251285 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-a79cbf94-94b5-4838-acfa-ab2605442392 None None] Calling delete_port for 6d1aaabe-2169-40f4-93d9-29d5caef0446 owned by network:dhcp {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:38:31.292017 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:31.295859 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:38:31.329906 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:38:31.330232 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 8b7f1f2d-1cff-44ff-a73e-05cc70da1a34 not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:38:31.330658 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:38:31.337005 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] Pushing event deleted for resources: {'Port': ['ID=6d1aaabe-2169-40f4-93d9-29d5caef0446,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:38:31.341333 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] No DVR routers for this DVR port 6d1aaabe-2169-40f4-93d9-29d5caef0446 on host dv-cinder-843305-3-iscsi {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:38:31.367022 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:38:31.367353 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device ed8b3517-1eb3-4ad2-9ae6-4cdba5ceb25b not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:38:31.367784 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 6d1aaabe-2169-40f4-93d9-29d5caef0446 no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:38:31.412236 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: 6d1aaabe-2169-40f4-93d9-29d5caef0446 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:38:31.412567 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 6d1aaabe-2169-40f4-93d9-29d5caef0446 not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:38:31.420628 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.db.api [None req-a79cbf94-94b5-4838-acfa-ab2605442392 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 27 00:38:31.420876 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG oslo_db.api [None req-a79cbf94-94b5-4838-acfa-ab2605442392 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 27 00:38:31.455334 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:31.479956 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf0343a30>,) {'filters': {'network_id': ['93818b25-db8b-4c49-bcdd-2f72652d1c2a']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:38:31.491411 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf0343a30>, '67b75782-e7e9-4727-a114-96cc21dc72eb') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:38:31.491745 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf0343a30>, '67b75782-e7e9-4727-a114-96cc21dc72eb') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:38:31.503678 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-572925'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:31.519824 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:31.525925 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:38:31.526284 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3631565'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]: Traceback (most recent call last):
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:     timer()
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:     cb(*args, **kw)
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:     return func(*args, **kwargs)
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:     self._notify()
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:     self.callback(batched_events)
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:     event.method(event)
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:     return f(self, *a, **k)
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self._get(url).json()
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self.request(url, 'GET', **kwargs)
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:38:31.540558 dv-cinder-843305-3-iscsi neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:38:31.616231 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:31.635510 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:31.642040 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] Pushing event deleted for resources: {'Network': ['ID=93818b25-db8b-4c49-bcdd-2f72652d1c2a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:38:31.657485 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-4e18a84d-c33d-4c69-8519-a3e4bcf02bed admin admin] 10.222.0.21 "DELETE /v2.0/networks/93818b25-db8b-4c49-bcdd-2f72652d1c2a HTTP/1.1" status: 204  len: 168 time: 0.9760618
May 27 00:38:31.812280 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 37322) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:38:31.862595 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-dfae5f96-96c8-410f-83f9-527ba879893d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7feb0b7352ec488cb0838c2d67853e12&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0491805
May 27 00:38:31.865322 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 37326) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:38:31.921976 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-a79cbf94-94b5-4838-acfa-ab2605442392 None None] Deleting port 6d1aaabe-2169-40f4-93d9-29d5caef0446 {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:38:31.922572 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a79cbf94-94b5-4838-acfa-ab2605442392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:31.927631 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8dc153d-c836-47bd-8d48-11fc907938f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:31.953502 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8dc153d-c836-47bd-8d48-11fc907938f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:31.984810 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-a79cbf94-94b5-4838-acfa-ab2605442392 None None] The port '6d1aaabe-2169-40f4-93d9-29d5caef0446' was deleted {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
May 27 00:38:32.007783 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8dc153d-c836-47bd-8d48-11fc907938f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:32.024518 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc153d-c836-47bd-8d48-11fc907938f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e718fd6-38fa-4cc5-ad70-aea776f1e9a9,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:38:32.031230 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c8dc153d-c836-47bd-8d48-11fc907938f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:32.033525 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-c8dc153d-c836-47bd-8d48-11fc907938f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e718fd6-38fa-4cc5-ad70-aea776f1e9a9 HTTP/1.1" status: 204  len: 168 time: 0.1672876
May 27 00:38:43.313514 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:44.518443 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-fef52a5d-9480-43d4-9488-e93306d4c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:46.687600 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-785b0e80-13a1-4873-8008-9755744c3b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:47.933680 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:47.978793 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:38:48.124798 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:38:49.225357 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:13.352921 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:14.521297 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-eb3e6f51-c449-4503-b5b0-5b35ad04392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:16.095354 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7da7bb9a-78bb-4c5c-87d8-cf7c21fed9f8 req-add7c294-64c3-4bfb-b136-bc8be5b0a3fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1921456
May 27 00:39:16.187330 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7da7bb9a-78bb-4c5c-87d8-cf7c21fed9f8 req-41fa2d5a-6b1a-4439-85e5-9a6ea84e897f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7a13287fe4645ee8ed22881d5838e5d&device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 1099 time: 0.0693810
May 27 00:39:16.327225 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7bb9a-78bb-4c5c-87d8-cf7c21fed9f8 req-f44888e6-75e2-42a2-abf3-97f3576a2dc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:39:16.328602 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7da7bb9a-78bb-4c5c-87d8-cf7c21fed9f8 req-f44888e6-75e2-42a2-abf3-97f3576a2dc0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b076ca95-8f33-4278-881a-309368965c55 HTTP/1.1" status: 200  len: 909 time: 0.1242425
May 27 00:39:16.432626 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7da7bb9a-78bb-4c5c-87d8-cf7c21fed9f8 req-a6bd41be-d591-4bd5-abf1-638db363171b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f HTTP/1.1" status: 200  len: 1000 time: 0.0978498
May 27 00:39:16.494137 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7bb9a-78bb-4c5c-87d8-cf7c21fed9f8 req-1a29eaa0-30bc-4ae5-9aaf-39a800855804 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:39:16.495515 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7da7bb9a-78bb-4c5c-87d8-cf7c21fed9f8 req-1a29eaa0-30bc-4ae5-9aaf-39a800855804 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00566f4b-5a14-4e8b-9a89-7dc8af776e7a HTTP/1.1" status: 200  len: 847 time: 0.0558388
May 27 00:39:16.572336 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7da7bb9a-78bb-4c5c-87d8-cf7c21fed9f8 req-4a85f8c1-4196-4611-b1e1-c2b87a939cba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b076ca95-8f33-4278-881a-309368965c55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695992
May 27 00:39:16.582016 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [req-7da7bb9a-78bb-4c5c-87d8-cf7c21fed9f8 req-4c58a64e-354e-4020-98f6-8229ed71fc17 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83746) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
May 27 00:39:16.582847 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7da7bb9a-78bb-4c5c-87d8-cf7c21fed9f8 req-4c58a64e-354e-4020-98f6-8229ed71fc17 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0047262
May 27 00:39:16.688744 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-68ddb744-cc54-4f63-9789-e968e301cfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:16.715207 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7da7bb9a-78bb-4c5c-87d8-cf7c21fed9f8 req-a5855679-85d2-4f8b-a525-f69eedc2585f service neutron] 10.222.0.45 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257234
May 27 00:39:16.930516 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-7da7bb9a-78bb-4c5c-87d8-cf7c21fed9f8 req-54083927-5632-4340-95b1-8d53d9d6b97f service neutron] 10.222.0.45 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2090051
May 27 00:39:17.936495 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:17.980397 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:19.100703 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 37734) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:19.229797 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:19.318681 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:19.349851 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:39:19.354114 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Usage tracker for resource:security_group_rule and tenant:ef4311570afa48f593f71f97f4c82596 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:39:19.356917 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:39:19.362502 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:39:19.427273 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:19.431853 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:19.475425 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c4693d-fdd6-42eb-bb88-f2d5eee0bc7e,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:19.480460 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef4311570afa48f593f71f97f4c82596&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3787174
May 27 00:39:19.483268 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 37740) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:19.486959 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.487302 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.487656 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.487990 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.488316 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.488644 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.488967 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.489287 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.489620 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.489920 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.490233 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3dc6e7-6211-4c41-bf71-b55d5f01a798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.541483 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:19.565841 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:19.616466 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:19.632390 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c4693d-fdd6-42eb-bb88-f2d5eee0bc7e,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:19.641303 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:19.642414 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0c4693d-fdd6-42eb-bb88-f2d5eee0bc7e HTTP/1.1" status: 204  len: 168 time: 0.1580565
May 27 00:39:19.644088 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.644427 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.644756 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.645082 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.645406 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.645727 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.646045 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.646483 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.646671 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.646984 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.647297 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4c69-3a51-4855-84c3-32e2b7e7c23f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:19.969092 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 37748) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:19.986735 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-caa75875-e4e8-48dd-b0b4-6a03f8bde41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:20.017815 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-caa75875-e4e8-48dd-b0b4-6a03f8bde41e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:39:20.021515 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-caa75875-e4e8-48dd-b0b4-6a03f8bde41e admin admin] Usage tracker for resource:security_group_rule and tenant:e9f46c88b83241afa53cd3fd1c3586be is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:39:20.024452 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-caa75875-e4e8-48dd-b0b4-6a03f8bde41e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:39:20.030074 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-caa75875-e4e8-48dd-b0b4-6a03f8bde41e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:39:20.096498 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-caa75875-e4e8-48dd-b0b4-6a03f8bde41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:20.100201 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-caa75875-e4e8-48dd-b0b4-6a03f8bde41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:20.145130 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa75875-e4e8-48dd-b0b4-6a03f8bde41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d30806b-15f9-4ff6-98a2-b245c7aa24f4,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:20.150120 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-caa75875-e4e8-48dd-b0b4-6a03f8bde41e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9f46c88b83241afa53cd3fd1c3586be&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1800239
May 27 00:39:20.152788 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 37752) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:20.212060 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-481101c4-27f1-4958-9e6d-03f6184be45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:20.236808 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-481101c4-27f1-4958-9e6d-03f6184be45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:20.287685 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-481101c4-27f1-4958-9e6d-03f6184be45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:20.301742 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481101c4-27f1-4958-9e6d-03f6184be45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d30806b-15f9-4ff6-98a2-b245c7aa24f4,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:20.309598 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-481101c4-27f1-4958-9e6d-03f6184be45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:20.310722 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-481101c4-27f1-4958-9e6d-03f6184be45d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d30806b-15f9-4ff6-98a2-b245c7aa24f4 HTTP/1.1" status: 204  len: 168 time: 0.1569908
May 27 00:39:25.125735 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:39:25.462285 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 37842) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:25.605636 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cbfb1a95-b3e1-40bd-b158-56c86365033e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:25.636457 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cbfb1a95-b3e1-40bd-b158-56c86365033e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:39:25.640261 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-cbfb1a95-b3e1-40bd-b158-56c86365033e admin admin] Usage tracker for resource:security_group_rule and tenant:ae7458361b2b4603b903727366599eb6 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:39:25.643049 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-cbfb1a95-b3e1-40bd-b158-56c86365033e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:39:25.649064 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cbfb1a95-b3e1-40bd-b158-56c86365033e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:39:25.713626 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cbfb1a95-b3e1-40bd-b158-56c86365033e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:25.717462 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cbfb1a95-b3e1-40bd-b158-56c86365033e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:25.762417 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb1a95-b3e1-40bd-b158-56c86365033e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5c0221-3593-4eca-9073-f36d5993aeac,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:25.767758 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-cbfb1a95-b3e1-40bd-b158-56c86365033e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae7458361b2b4603b903727366599eb6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3044460
May 27 00:39:25.770428 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 37848) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:25.828896 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7be5d2c7-43be-4e89-a4fc-694655130330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:25.854839 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7be5d2c7-43be-4e89-a4fc-694655130330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:25.909010 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7be5d2c7-43be-4e89-a4fc-694655130330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:25.928511 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5d2c7-43be-4e89-a4fc-694655130330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5c0221-3593-4eca-9073-f36d5993aeac,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:25.933103 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-7be5d2c7-43be-4e89-a4fc-694655130330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:25.934121 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-7be5d2c7-43be-4e89-a4fc-694655130330 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e5c0221-3593-4eca-9073-f36d5993aeac HTTP/1.1" status: 204  len: 168 time: 0.1629333
May 27 00:39:26.336979 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 37856) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:26.354560 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d027439a-f1d0-44d2-a205-81ca8b4da209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:26.384312 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d027439a-f1d0-44d2-a205-81ca8b4da209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:39:26.388135 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-d027439a-f1d0-44d2-a205-81ca8b4da209 admin admin] Usage tracker for resource:security_group_rule and tenant:85dbf3f4a50841a5a9ef8e2bc568822e is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:39:26.390829 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-d027439a-f1d0-44d2-a205-81ca8b4da209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:39:26.396391 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-d027439a-f1d0-44d2-a205-81ca8b4da209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:39:26.459436 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d027439a-f1d0-44d2-a205-81ca8b4da209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:26.463713 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d027439a-f1d0-44d2-a205-81ca8b4da209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:26.510798 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-d027439a-f1d0-44d2-a205-81ca8b4da209 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85dbf3f4a50841a5a9ef8e2bc568822e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1726518
May 27 00:39:26.511671 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027439a-f1d0-44d2-a205-81ca8b4da209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754fcc52-ccc4-48c7-8b34-5adb5caa7a69,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:26.514439 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 37860) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:26.572210 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-27d971a6-e2fe-42ce-ae95-13eeda54000b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:26.599413 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-27d971a6-e2fe-42ce-ae95-13eeda54000b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:26.651234 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-27d971a6-e2fe-42ce-ae95-13eeda54000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:26.666518 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d971a6-e2fe-42ce-ae95-13eeda54000b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754fcc52-ccc4-48c7-8b34-5adb5caa7a69,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:26.675569 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-27d971a6-e2fe-42ce-ae95-13eeda54000b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:26.679525 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-27d971a6-e2fe-42ce-ae95-13eeda54000b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/754fcc52-ccc4-48c7-8b34-5adb5caa7a69 HTTP/1.1" status: 204  len: 168 time: 0.1610787
May 27 00:39:32.495411 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f9324-6674-429d-81f3-e1006750d8eb req-1fc2a11e-341a-4c99-ad03-70a26d7129ce tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:39:32.496876 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-123f9324-6674-429d-81f3-e1006750d8eb req-1fc2a11e-341a-4c99-ad03-70a26d7129ce tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 946 time: 0.0752428
May 27 00:39:32.541996 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-123f9324-6674-429d-81f3-e1006750d8eb req-b3bbfc9c-6ef6-4508-9ac0-db79f6b62780 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396378
May 27 00:39:33.466921 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 37960) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:33.609120 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-69ed14f8-f591-44bb-977d-384574eb40de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:33.641495 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-69ed14f8-f591-44bb-977d-384574eb40de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:39:33.645357 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-69ed14f8-f591-44bb-977d-384574eb40de admin admin] Usage tracker for resource:security_group_rule and tenant:18f44881efdf44f896b0728e96318d73 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:39:33.648188 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-69ed14f8-f591-44bb-977d-384574eb40de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:39:33.653954 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-69ed14f8-f591-44bb-977d-384574eb40de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:39:33.768837 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-69ed14f8-f591-44bb-977d-384574eb40de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:33.774438 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-69ed14f8-f591-44bb-977d-384574eb40de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:33.831293 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed14f8-f591-44bb-977d-384574eb40de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d6b8ed-e33f-468a-b950-b750298aaeb3,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:33.839769 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-69ed14f8-f591-44bb-977d-384574eb40de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18f44881efdf44f896b0728e96318d73&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3693898
May 27 00:39:33.841210 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 37968) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:33.843180 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42951728-b8ce-4d6b-b122-3fca85880e4b req-8bf33aa1-18e5-4285-aa86-69b61c4eb222 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:39:33.844610 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-42951728-b8ce-4d6b-b122-3fca85880e4b req-8bf33aa1-18e5-4285-aa86-69b61c4eb222 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 946 time: 0.1636477
May 27 00:39:33.891080 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-42951728-b8ce-4d6b-b122-3fca85880e4b req-91307411-db0a-4ff6-8cee-f12a9de6d0cd tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9e86d2c-3c3b-4fab-8209-5dbb357b340c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407846
May 27 00:39:33.904245 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-046bb3c6-bb33-4c4e-a24c-252ef6381087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:33.930192 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-046bb3c6-bb33-4c4e-a24c-252ef6381087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:33.983309 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-046bb3c6-bb33-4c4e-a24c-252ef6381087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:34.000463 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bb3c6-bb33-4c4e-a24c-252ef6381087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d6b8ed-e33f-468a-b950-b750298aaeb3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:34.051814 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-046bb3c6-bb33-4c4e-a24c-252ef6381087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:34.052904 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-046bb3c6-bb33-4c4e-a24c-252ef6381087 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1d6b8ed-e33f-468a-b950-b750298aaeb3 HTTP/1.1" status: 204  len: 168 time: 0.2094874
May 27 00:39:34.086667 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23059a-297d-4836-8610-a822fff73632 req-d40009e5-faf3-4d55-9d2c-018023f9aa78 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:39:34.087355 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-cf23059a-297d-4836-8610-a822fff73632 req-d40009e5-faf3-4d55-9d2c-018023f9aa78 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Synchronizing usage tracker for tenant:d7667619259a4d13afe049d3106d1013 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:39:34.102341 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-cf23059a-297d-4836-8610-a822fff73632 req-d40009e5-faf3-4d55-9d2c-018023f9aa78 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Unset dirty status for tenant:d7667619259a4d13afe049d3106d1013 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:39:34.103539 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cf23059a-297d-4836-8610-a822fff73632 req-d40009e5-faf3-4d55-9d2c-018023f9aa78 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 946 time: 0.0998137
May 27 00:39:34.176096 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-cf23059a-297d-4836-8610-a822fff73632 req-885e0054-9a2e-4daf-9db1-e1a15ccaa394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Deleting port 478722e5-28af-4985-b29d-2bfd3d383d3d {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:39:34.176436 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cf23059a-297d-4836-8610-a822fff73632 req-885e0054-9a2e-4daf-9db1-e1a15ccaa394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:34.384628 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 37976) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:34.402464 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-284c187a-0b84-4fc5-81a9-861a4f368c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:34.423550 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-cf23059a-297d-4836-8610-a822fff73632 req-885e0054-9a2e-4daf-9db1-e1a15ccaa394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] For port 478722e5-28af-4985-b29d-2bfd3d383d3d, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=478722e5-28af-4985-b29d-2bfd3d383d3d,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:39:34.423925 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cf23059a-297d-4836-8610-a822fff73632 req-885e0054-9a2e-4daf-9db1-e1a15ccaa394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:34.435795 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-284c187a-0b84-4fc5-81a9-861a4f368c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:39:34.438672 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-284c187a-0b84-4fc5-81a9-861a4f368c36 admin admin] Usage tracker for resource:security_group_rule and tenant:2ad28d28396246cdbfaffd63c156b1d6 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:39:34.441458 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-284c187a-0b84-4fc5-81a9-861a4f368c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:39:34.446979 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-284c187a-0b84-4fc5-81a9-861a4f368c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:39:34.513627 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-284c187a-0b84-4fc5-81a9-861a4f368c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:34.518022 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-284c187a-0b84-4fc5-81a9-861a4f368c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:34.564422 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c187a-0b84-4fc5-81a9-861a4f368c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3405b4a3-54f6-46ea-9ab5-1089bfc30405,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:34.570872 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-284c187a-0b84-4fc5-81a9-861a4f368c36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ad28d28396246cdbfaffd63c156b1d6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1827722
May 27 00:39:34.571868 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 37980) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:34.634656 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-44b9ab85-cabc-4ce0-985a-274e59526285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:34.659259 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-44b9ab85-cabc-4ce0-985a-274e59526285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:34.710405 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-44b9ab85-cabc-4ce0-985a-274e59526285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:34.712766 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cf23059a-297d-4836-8610-a822fff73632 req-885e0054-9a2e-4daf-9db1-e1a15ccaa394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:34.713145 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cf23059a-297d-4836-8610-a822fff73632 req-885e0054-9a2e-4daf-9db1-e1a15ccaa394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:34.713470 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [req-cf23059a-297d-4836-8610-a822fff73632 req-885e0054-9a2e-4daf-9db1-e1a15ccaa394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Floating IP 28e16b77-fd97-4860-bd32-9feb7c763044 disassociated. External IP: 172.27.3.184, port: 478722e5-28af-4985-b29d-2bfd3d383d3d.
May 27 00:39:34.713803 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-cf23059a-297d-4836-8610-a822fff73632 req-885e0054-9a2e-4daf-9db1-e1a15ccaa394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Calling delete_port for 478722e5-28af-4985-b29d-2bfd3d383d3d owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:39:34.726723 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9ab85-cabc-4ce0-985a-274e59526285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3405b4a3-54f6-46ea-9ab5-1089bfc30405,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:34.735485 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-44b9ab85-cabc-4ce0-985a-274e59526285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:34.739371 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-44b9ab85-cabc-4ce0-985a-274e59526285 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3405b4a3-54f6-46ea-9ab5-1089bfc30405 HTTP/1.1" status: 204  len: 168 time: 0.1673324
May 27 00:39:34.860796 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cf23059a-297d-4836-8610-a822fff73632 req-885e0054-9a2e-4daf-9db1-e1a15ccaa394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:34.990582 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e0054-9a2e-4daf-9db1-e1a15ccaa394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event deleted for resources: {'Port': ['ID=478722e5-28af-4985-b29d-2bfd3d383d3d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:35.078181 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f0323fc1-220e-4718-9d8d-3c5dce3cf87e req-bb347b51-fe85-4486-a399-91cd016847e2 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ba70456-782d-4211-9fde-11ea924dc38c HTTP/1.1" status: 200  len: 210 time: 0.0426688
May 27 00:39:35.205711 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf23059a-297d-4836-8610-a822fff73632 req-885e0054-9a2e-4daf-9db1-e1a15ccaa394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Router 0b9d6be1-2511-45e8-9682-a0bb80e3908f has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:39:35.409289 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf23059a-297d-4836-8610-a822fff73632 req-885e0054-9a2e-4daf-9db1-e1a15ccaa394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:39:35.422036 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2cf610-869d-4a37-b747-f18123d687ba None None] Sync routers for ids ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:39:35.437753 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2cf610-869d-4a37-b747-f18123d687ba None None] Routers {'0b9d6be1-2511-45e8-9682-a0bb80e3908f'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:39:35.438367 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-3f2cf610-869d-4a37-b747-f18123d687ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf11e1580>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:39:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:35.493234 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf23059a-297d-4836-8610-a822fff73632 req-885e0054-9a2e-4daf-9db1-e1a15ccaa394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] No DVR routers for this DVR port 478722e5-28af-4985-b29d-2bfd3d383d3d on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:39:35.496312 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cf23059a-297d-4836-8610-a822fff73632 req-885e0054-9a2e-4daf-9db1-e1a15ccaa394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:35.505526 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba70456-782d-4211-9fde-11ea924dc38c', 'name': 'network-vif-deleted', 'tag': '478722e5-28af-4985-b29d-2bfd3d383d3d'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:39:35.518618 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cf23059a-297d-4836-8610-a822fff73632 req-885e0054-9a2e-4daf-9db1-e1a15ccaa394 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.45 "DELETE /v2.0/ports/478722e5-28af-4985-b29d-2bfd3d383d3d HTTP/1.1" status: 204  len: 173 time: 1.4096131
May 27 00:39:35.662924 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-3f2cf610-869d-4a37-b747-f18123d687ba None None] Set router 0b9d6be1-2511-45e8-9682-a0bb80e3908f gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:39:35.808193 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1c4bce-4364-464e-8604-f6b8a83f3061'] response: {'server_uuid': '2ba70456-782d-4211-9fde-11ea924dc38c', 'name': 'network-vif-deleted', 'tag': '478722e5-28af-4985-b29d-2bfd3d383d3d', 'status': 'completed', 'code': 200}
May 27 00:39:36.005006 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-3f2cf610-869d-4a37-b747-f18123d687ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf11e1580>, [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:32Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'd654cbae-3c1b-4718-afea-024f35ce15f7', 'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'mac_address': 'fa:16:3e:ee:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:30Z', 'updated_at': '2022-05-27T00:29:16Z', 'revision_number': 5, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'subnets': [{'id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:36.009558 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2cf610-869d-4a37-b747-f18123d687ba None None] Checking router: 0b9d6be1-2511-45e8-9682-a0bb80e3908f for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:39:36.020246 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2cf610-869d-4a37-b747-f18123d687ba None None] Routers {'0b9d6be1-2511-45e8-9682-a0bb80e3908f'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:39:36.021065 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-3f2cf610-869d-4a37-b747-f18123d687ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf11e1580>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:39:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:36.210657 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-3f2cf610-869d-4a37-b747-f18123d687ba None None] Set router 0b9d6be1-2511-45e8-9682-a0bb80e3908f gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:39:36.244254 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38034) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:36.316326 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d760bcdc-a647-4ad7-945c-607a499b3c2f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:36.345140 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d760bcdc-a647-4ad7-945c-607a499b3c2f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:36.403854 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d760bcdc-a647-4ad7-945c-607a499b3c2f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:36.425971 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760bcdc-a647-4ad7-945c-607a499b3c2f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e86d2c-3c3b-4fab-8209-5dbb357b340c,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:36.450290 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d760bcdc-a647-4ad7-945c-607a499b3c2f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:36.451524 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-d760bcdc-a647-4ad7-945c-607a499b3c2f tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "DELETE /v2.0/security-groups/e9e86d2c-3c3b-4fab-8209-5dbb357b340c HTTP/1.1" status: 204  len: 168 time: 0.2060151
May 27 00:39:36.453962 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38042) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:36.479115 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.api.v2.resource [None req-4229fbe2-737d-4c25-aaf6-91d5207eefec tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] show failed (client error): The resource could not be found.
May 27 00:39:36.480163 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-4229fbe2-737d-4c25-aaf6-91d5207eefec tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "GET /v2.0/security-groups/e9e86d2c-3c3b-4fab-8209-5dbb357b340c HTTP/1.1" status: 404  len: 347 time: 0.0253108
May 27 00:39:36.482949 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38046) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:36.568436 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-3f2cf610-869d-4a37-b747-f18123d687ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf11e1580>, [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:32Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'd654cbae-3c1b-4718-afea-024f35ce15f7', 'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'mac_address': 'fa:16:3e:ee:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:30Z', 'updated_at': '2022-05-27T00:29:16Z', 'revision_number': 5, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'subnets': [{'id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:36.572663 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2cf610-869d-4a37-b747-f18123d687ba None None] The sync data for ids ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'] in dv-cinder-843305-3-iscsi is: [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:28:32Z', 'revision_number': 4, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': 'd654cbae-3c1b-4718-afea-024f35ce15f7', 'name': '', 'network_id': '8277ce01-4fed-435b-993e-be3acfd13f76', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'mac_address': 'fa:16:3e:ee:2d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:30Z', 'updated_at': '2022-05-27T00:29:16Z', 'revision_number': 5, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'subnets': [{'id': '72f33ff2-de28-4860-bac7-6c4f609dd071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:39:36.640947 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Deleting port 85b95b5f-086f-465c-815f-5ec05c023db2 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:39:36.641279 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:36.824216 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3155ce-4554-449c-a696-333a83cd3916 None None] New status for floating IP 28e16b77-fd97-4860-bd32-9feb7c763044: DOWN {{(pid=83750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:39:36.838613 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:36.838950 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:36.967186 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Calling delete_port for 85b95b5f-086f-465c-815f-5ec05c023db2 owned by network:floatingip {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:39:37.087781 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.db.api [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 27 00:39:37.088293 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG oslo_db.api [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 27 00:39:37.589017 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Deleting port 85b95b5f-086f-465c-815f-5ec05c023db2 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:39:37.589680 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:37.843820 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:37.844139 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:37.967663 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Calling delete_port for 85b95b5f-086f-465c-815f-5ec05c023db2 owned by network:floatingip {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:39:38.113974 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:38.161232 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Pushing event deleted for resources: {'Port': ['ID=85b95b5f-086f-465c-815f-5ec05c023db2,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:38.206285 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 478722e5-28af-4985-b29d-2bfd3d383d3d no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:39:38.242953 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: 478722e5-28af-4985-b29d-2bfd3d383d3d {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:39:38.243287 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 478722e5-28af-4985-b29d-2bfd3d383d3d not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:39:38.255275 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks [] for floatingip, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:38.269222 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:38.270312 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-83cfe994-57da-4caa-835c-23c6347deea3 tempest-AttachVolumeShelveTestJSON-1141640959 tempest-AttachVolumeShelveTestJSON-1141640959-project] 10.222.0.21 "DELETE /v2.0/floatingips/28e16b77-fd97-4860-bd32-9feb7c763044 HTTP/1.1" status: 204  len: 168 time: 1.7864861
May 27 00:39:41.052257 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38078) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:41.623116 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6e83d1d1-87f8-478b-9ec6-a524e670f774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4106200'] for router_interface, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:42.221874 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-6e83d1d1-87f8-478b-9ec6-a524e670f774 admin admin] Deleting port d654cbae-3c1b-4718-afea-024f35ce15f7 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:39:42.222556 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6e83d1d1-87f8-478b-9ec6-a524e670f774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:42.502742 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-6e83d1d1-87f8-478b-9ec6-a524e670f774 admin admin] For port d654cbae-3c1b-4718-afea-024f35ce15f7, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=d654cbae-3c1b-4718-afea-024f35ce15f7,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:39:42.503023 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6e83d1d1-87f8-478b-9ec6-a524e670f774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:42.626775 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-6e83d1d1-87f8-478b-9ec6-a524e670f774 admin admin] Calling delete_port for d654cbae-3c1b-4718-afea-024f35ce15f7 owned by network:router_interface {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:39:42.798937 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6e83d1d1-87f8-478b-9ec6-a524e670f774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:42.844757 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83d1d1-87f8-478b-9ec6-a524e670f774 admin admin] Pushing event deleted for resources: {'Port': ['ID=d654cbae-3c1b-4718-afea-024f35ce15f7,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:43.150330 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6e83d1d1-87f8-478b-9ec6-a524e670f774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106127'] for router_interface, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:43.355980 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:43.730850 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e83d1d1-87f8-478b-9ec6-a524e670f774 admin admin] Router 0b9d6be1-2511-45e8-9682-a0bb80e3908f has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:39:44.026576 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e83d1d1-87f8-478b-9ec6-a524e670f774 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:39:44.039989 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b5252-1f82-418e-a8a1-447430efb8d8 None None] Sync routers for ids ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:39:44.043041 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-6e83d1d1-87f8-478b-9ec6-a524e670f774 admin admin] 10.222.0.21 "PUT /v2.0/routers/0b9d6be1-2511-45e8-9682-a0bb80e3908f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9897411
May 27 00:39:44.045541 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38092) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:44.051534 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9b5252-1f82-418e-a8a1-447430efb8d8 None None] Routers {'0b9d6be1-2511-45e8-9682-a0bb80e3908f'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:39:44.052161 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-8c9b5252-1f82-418e-a8a1-447430efb8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf16128e0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:39:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:44.248558 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e1bbec1f-9258-4b7f-98bb-5dd1905f9e2e admin admin] Notify callbacks [] for router, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:44.267785 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-8c9b5252-1f82-418e-a8a1-447430efb8d8 None None] Set router 0b9d6be1-2511-45e8-9682-a0bb80e3908f gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:39:44.442224 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e1bbec1f-9258-4b7f-98bb-5dd1905f9e2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:44.456916 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbec1f-9258-4b7f-98bb-5dd1905f9e2e admin admin] Deleting port 17ad84a9-1a7f-4c9c-886a-f88ec85462fc {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:39:44.457341 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e1bbec1f-9258-4b7f-98bb-5dd1905f9e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:44.545167 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-50561595-8586-4b9c-b904-739aca1b0bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:44.568322 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-8c9b5252-1f82-418e-a8a1-447430efb8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf16128e0>, [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:39:42Z', 'revision_number': 5, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port': {'id': '17ad84a9-1a7f-4c9c-886a-f88ec85462fc', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:28:17Z', 'updated_at': '2022-05-27T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:44.572290 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b5252-1f82-418e-a8a1-447430efb8d8 None None] Checking router: 0b9d6be1-2511-45e8-9682-a0bb80e3908f for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:39:44.582990 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9b5252-1f82-418e-a8a1-447430efb8d8 None None] Routers {'0b9d6be1-2511-45e8-9682-a0bb80e3908f'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:39:44.583727 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-8c9b5252-1f82-418e-a8a1-447430efb8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf16128e0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:39:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:44.657877 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-e1bbec1f-9258-4b7f-98bb-5dd1905f9e2e admin admin] For port 17ad84a9-1a7f-4c9c-886a-f88ec85462fc, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=17ad84a9-1a7f-4c9c-886a-f88ec85462fc,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:39:44.658235 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e1bbec1f-9258-4b7f-98bb-5dd1905f9e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:44.763775 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-8c9b5252-1f82-418e-a8a1-447430efb8d8 None None] Set router 0b9d6be1-2511-45e8-9682-a0bb80e3908f gateway port host: None {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:39:44.790951 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbec1f-9258-4b7f-98bb-5dd1905f9e2e admin admin] Calling delete_port for 17ad84a9-1a7f-4c9c-886a-f88ec85462fc owned by network:router_gateway {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:39:44.884684 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-8c9b5252-1f82-418e-a8a1-447430efb8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf16128e0>, [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:39:44Z', 'revision_number': 6, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port_host': None}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:44.888788 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b5252-1f82-418e-a8a1-447430efb8d8 None None] The sync data for ids ['0b9d6be1-2511-45e8-9682-a0bb80e3908f'] in dv-cinder-843305-3-iscsi is: [{'id': '0b9d6be1-2511-45e8-9682-a0bb80e3908f', 'name': 'tempest-AttachVolumeShelveTestJSON-649918935-router', 'tenant_id': 'd7667619259a4d13afe049d3106d1013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:28:16Z', 'updated_at': '2022-05-27T00:39:44Z', 'revision_number': 6, 'project_id': 'd7667619259a4d13afe049d3106d1013', 'gw_port_host': None}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:39:44.973241 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e1bbec1f-9258-4b7f-98bb-5dd1905f9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:45.017507 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbec1f-9258-4b7f-98bb-5dd1905f9e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=17ad84a9-1a7f-4c9c-886a-f88ec85462fc,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:45.237410 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e1bbec1f-9258-4b7f-98bb-5dd1905f9e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105413'] for router_gateway, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:45.338139 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device d654cbae-3c1b-4718-afea-024f35ce15f7 no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:39:45.374818 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: d654cbae-3c1b-4718-afea-024f35ce15f7 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:39:45.375148 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device d654cbae-3c1b-4718-afea-024f35ce15f7 not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:39:45.601818 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e1bbec1f-9258-4b7f-98bb-5dd1905f9e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4108853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:45.607031 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e1bbec1f-9258-4b7f-98bb-5dd1905f9e2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:45.636943 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e1bbec1f-9258-4b7f-98bb-5dd1905f9e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4108953'] for router, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:45.637488 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bbec1f-9258-4b7f-98bb-5dd1905f9e2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b9d6be1-2511-45e8-9682-a0bb80e3908f {{(pid=83748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 27 00:39:45.651648 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e1bbec1f-9258-4b7f-98bb-5dd1905f9e2e admin admin] Notify callbacks [] for router, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:45.652780 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-e1bbec1f-9258-4b7f-98bb-5dd1905f9e2e admin admin] 10.222.0.21 "DELETE /v2.0/routers/0b9d6be1-2511-45e8-9682-a0bb80e3908f HTTP/1.1" status: 204  len: 168 time: 1.6061983
May 27 00:39:45.655543 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38098) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:45.715691 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7592c90-14a3-45ae-9b43-b859ff3d449c admin admin] Deleting subnet 72f33ff2-de28-4860-bac7-6c4f609dd071 {{(pid=83748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:39:45.718570 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7592c90-14a3-45ae-9b43-b859ff3d449c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:45.776497 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7592c90-14a3-45ae-9b43-b859ff3d449c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2882327'] for subnet, precommit_delete_associations {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:45.862594 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7592c90-14a3-45ae-9b43-b859ff3d449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:45.946753 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7592c90-14a3-45ae-9b43-b859ff3d449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3199571'] for subnet, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:45.985705 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7592c90-14a3-45ae-9b43-b859ff3d449c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f33ff2-de28-4860-bac7-6c4f609dd071,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:45.992508 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f7592c90-14a3-45ae-9b43-b859ff3d449c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:45.997450 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56902c4-e346-4660-aaad-63d40fe40723 None None] Network 8277ce01-4fed-435b-993e-be3acfd13f76 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:39:45.999509 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-f7592c90-14a3-45ae-9b43-b859ff3d449c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/72f33ff2-de28-4860-bac7-6c4f609dd071 HTTP/1.1" status: 204  len: 168 time: 0.3428853
May 27 00:39:46.001982 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38102) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:46.115619 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:46.128291 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] Deleting port d9a07185-8b3b-4810-ae94-9b7804594016 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:39:46.128745 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:46.256479 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3066c0-588b-4211-bbff-44ef6df43e47 None None] DHCP port deletion for 8277ce01-4fed-435b-993e-be3acfd13f76 request from dv-cinder-843305-3-iscsi {{(pid=83749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
May 27 00:39:46.260735 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-1d3066c0-588b-4211-bbff-44ef6df43e47 None None] Deleting port d9a07185-8b3b-4810-ae94-9b7804594016 {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:39:46.261100 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-1d3066c0-588b-4211-bbff-44ef6df43e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:46.338264 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] For port d9a07185-8b3b-4810-ae94-9b7804594016, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=d9a07185-8b3b-4810-ae94-9b7804594016,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:39:46.338611 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:46.460894 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] Calling delete_port for d9a07185-8b3b-4810-ae94-9b7804594016 owned by network:dhcp {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:39:46.466361 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-1d3066c0-588b-4211-bbff-44ef6df43e47 None None] For port d9a07185-8b3b-4810-ae94-9b7804594016, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=d9a07185-8b3b-4810-ae94-9b7804594016,segment=NetworkSegment(34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f),segment_id=34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:39:46.466744 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-1d3066c0-588b-4211-bbff-44ef6df43e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:46.538750 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:46.583826 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a07185-8b3b-4810-ae94-9b7804594016,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:46.585828 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-1d3066c0-588b-4211-bbff-44ef6df43e47 None None] Calling delete_port for d9a07185-8b3b-4810-ae94-9b7804594016 owned by network:dhcp {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:39:46.592326 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] No DVR routers for this DVR port d9a07185-8b3b-4810-ae94-9b7804594016 on host dv-cinder-843305-3-iscsi {{(pid=83748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:39:46.656408 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.db.api [None req-1d3066c0-588b-4211-bbff-44ef6df43e47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 27 00:39:46.656793 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG oslo_db.api [None req-1d3066c0-588b-4211-bbff-44ef6df43e47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 27 00:39:46.690718 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e33b3bb4-76ae-45b6-86d4-384495656d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:46.712652 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:46.737185 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf0e20bb0>,) {'filters': {'network_id': ['8277ce01-4fed-435b-993e-be3acfd13f76']}} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:46.749516 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf0e20bb0>, '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f') {'for_net_delete': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:46.749843 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf0e20bb0>, '34f2244f-ef2e-4aaf-9ed5-ac9b58ea869f') {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:46.761992 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2868708'] for segment, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:46.782705 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:46.789790 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=83748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:39:46.790225 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877271'] for segment, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]: Traceback (most recent call last):
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:     timer()
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:     cb(*args, **kw)
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:     return func(*args, **kwargs)
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:     self._notify()
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:     self.callback(batched_events)
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:     event.method(event)
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:     return f(self, *a, **k)
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._get(url).json()
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self.request(url, 'GET', **kwargs)
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:39:46.891656 dv-cinder-843305-3-iscsi neutron-server[83748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:39:46.965186 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:46.983349 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:46.993815 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] Pushing event deleted for resources: {'Network': ['ID=8277ce01-4fed-435b-993e-be3acfd13f76,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:47.008033 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-39739a87-7ce6-4902-89ba-7e500e151feb admin admin] 10.222.0.21 "DELETE /v2.0/networks/8277ce01-4fed-435b-993e-be3acfd13f76 HTTP/1.1" status: 204  len: 168 time: 1.0042357
May 27 00:39:47.158757 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-1d3066c0-588b-4211-bbff-44ef6df43e47 None None] Deleting port d9a07185-8b3b-4810-ae94-9b7804594016 {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:39:47.159236 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-1d3066c0-588b-4211-bbff-44ef6df43e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:47.161064 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 38114) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:47.216325 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-77470dcd-f296-41f5-a304-371819ea2950 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7667619259a4d13afe049d3106d1013&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0532618
May 27 00:39:47.218483 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38120) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:47.272739 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-1d3066c0-588b-4211-bbff-44ef6df43e47 None None] The port 'd9a07185-8b3b-4810-ae94-9b7804594016' was deleted {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
May 27 00:39:47.289045 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-18876a24-2327-47d9-809b-0c0e1f1cd410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:47.315754 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-18876a24-2327-47d9-809b-0c0e1f1cd410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:47.331513 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 17ad84a9-1a7f-4c9c-886a-f88ec85462fc no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:39:47.363897 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: 17ad84a9-1a7f-4c9c-886a-f88ec85462fc {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:39:47.364319 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 17ad84a9-1a7f-4c9c-886a-f88ec85462fc not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:39:47.364801 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device d9a07185-8b3b-4810-ae94-9b7804594016 no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:39:47.369316 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-18876a24-2327-47d9-809b-0c0e1f1cd410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:47.386365 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18876a24-2327-47d9-809b-0c0e1f1cd410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49094c28-03c5-4100-bd61-5c3b4ff23257,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:47.395274 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-18876a24-2327-47d9-809b-0c0e1f1cd410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:47.396574 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-18876a24-2327-47d9-809b-0c0e1f1cd410 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49094c28-03c5-4100-bd61-5c3b4ff23257 HTTP/1.1" status: 204  len: 168 time: 0.1770644
May 27 00:39:47.409890 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: d9a07185-8b3b-4810-ae94-9b7804594016 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:39:47.410479 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device d9a07185-8b3b-4810-ae94-9b7804594016 not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:39:47.939449 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:47.981649 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:48.232880 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38142) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:48.361289 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2024108393-network', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:39:48.365839 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:39:48.369618 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Usage tracker for resource:network and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:39:48.372393 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:39:48.378382 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:39:48.388034 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Made reservation on behalf of 93f0f93a783e461dbde76d7c5fbc9bdb for: {'network': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:39:48.390254 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:48.402786 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:48.433607 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:39:48.437340 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Usage tracker for resource:security_group_rule and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:39:48.440048 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:39:48.445625 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:39:48.512144 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:48.516034 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:48.549211 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=83748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 27 00:39:48.554342 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96bdc13-566f-4326-93bf-f2dbb853be0e,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:48.561826 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:48.561934 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.segments_db [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Added segment 8bdb4cdc-c518-4609-b891-048b00d6d80e of type vlan for network f04d0053-3adb-4922-88cc-885696f296f9
May 27 00:39:48.588125 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786682829837'] for network, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:48.618091 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849'] for network, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:48.618958 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:39:48.619532 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:48.724315 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] Pushing event updated for resources: {'Network': ['ID=f04d0053-3adb-4922-88cc-885696f296f9,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:48.728834 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-b6d9f0f7-a588-4f41-8e15-d41e6b68faf8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4949450
May 27 00:39:48.732425 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38150) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:48.734153 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Network f04d0053-3adb-4922-88cc-885696f296f9 details requested by agent ovs-agent-dv-cinder-843305-3-iscsi with host dv-cinder-843305-3-iscsi {{(pid=83749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 27 00:39:48.737860 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-bf4dc4b8-f19c-4bdf-a282-3f465976c821 admin admin] Request body: {'subnet': {'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-subnet', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:39:48.742728 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-bf4dc4b8-f19c-4bdf-a282-3f465976c821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:39:48.746666 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-bf4dc4b8-f19c-4bdf-a282-3f465976c821 admin admin] Usage tracker for resource:subnet and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:39:48.749510 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-bf4dc4b8-f19c-4bdf-a282-3f465976c821 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:39:48.755152 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-bf4dc4b8-f19c-4bdf-a282-3f465976c821 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:39:48.765644 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4dc4b8-f19c-4bdf-a282-3f465976c821 admin admin] Made reservation on behalf of 93f0f93a783e461dbde76d7c5fbc9bdb for: {'subnet': 1} {{(pid=83748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:39:48.768043 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bf4dc4b8-f19c-4bdf-a282-3f465976c821 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3199544'] for subnet, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:48.970264 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bf4dc4b8-f19c-4bdf-a282-3f465976c821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3199530'] for subnet, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:49.042339 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dc4b8-f19c-4bdf-a282-3f465976c821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80be4f1b-7e3e-4cbc-af41-ba8a72bc6191,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:49.057871 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4dc4b8-f19c-4bdf-a282-3f465976c821 admin admin] Checking segment: {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:39:49.058210 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4dc4b8-f19c-4bdf-a282-3f465976c821 admin admin] Network hostable DHCP agents. Network: f04d0053-3adb-4922-88cc-885696f296f9, hostable agents: ['82dd835d-c9c7-4c44-a300-0a1fbff4dcdb'], hosted agents: [] {{(pid=83748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 27 00:39:49.080361 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4dc4b8-f19c-4bdf-a282-3f465976c821 admin admin] Network f04d0053-3adb-4922-88cc-885696f296f9 is scheduled to be hosted by DHCP agent 82dd835d-c9c7-4c44-a300-0a1fbff4dcdb with binding_index 1 {{(pid=83748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 27 00:39:49.089480 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-bf4dc4b8-f19c-4bdf-a282-3f465976c821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-iscsi, f04d0053-3adb-4922-88cc-885696f296f9) {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:39:49.093266 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4dc4b8-f19c-4bdf-a282-3f465976c821 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:39:49.093840 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-bf4dc4b8-f19c-4bdf-a282-3f465976c821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:49.098302 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6b774d-04b3-4288-a00e-956875a01a55 None None] Network f04d0053-3adb-4922-88cc-885696f296f9 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:39:49.112911 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-bf4dc4b8-f19c-4bdf-a282-3f465976c821 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3792596
May 27 00:39:49.115565 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38154) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:49.120994 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:39:49.125452 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:39:49.129314 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Usage tracker for resource:router and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:39:49.133006 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:39:49.138866 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:39:49.149257 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4108275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4951'] for router, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:49.150169 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4108176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4105332', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3770880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4956'] for router, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:49.169051 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:49.271284 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:49.313161 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4105350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4108809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5558'] for router, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:49.327913 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcdab7e0e-e974-5d1d-8d11-7bdcd4392038-f04d0053-3adb-4922-88cc-885696f296f9', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191'}]}} from dv-cinder-843305-3-iscsi. {{(pid=83749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
May 27 00:39:49.328708 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:49.484806 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.db_base_plugin_common [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Allocated IP 172.20.0.2 (f04d0053-3adb-4922-88cc-885696f296f9/80be4f1b-7e3e-4cbc-af41-ba8a72bc6191/7700406a-da8c-4a44-85bc-873d187c44a0) {{(pid=83749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:39:49.502649 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:49.532053 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:49.672593 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Allocated IP 172.27.3.126 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/f36b6509-31f4-4547-a660-f2c5ebcb412a) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:39:49.686818 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Notify callbacks [] for port, precommit_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:49.697133 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Transition to ACTIVE for port object 7700406a-da8c-4a44-85bc-873d187c44a0 will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:39:49.715435 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Transition to ACTIVE for port object 7700406a-da8c-4a44-85bc-873d187c44a0 will not be triggered until provisioned by entity DHCP. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:39:49.721376 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531'] for port, after_create {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:49.791477 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Network f04d0053-3adb-4922-88cc-885696f296f9 is already hosted by enough agents. {{(pid=83749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:39:49.794380 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.scheduler.base_scheduler [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Resources bound (agent type, host, resource id):  {{(pid=83749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:39:49.798743 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Received port after_create {{(pid=83749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:39:49.800818 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Pushing event updated for resources: {'Port': ['ID=7700406a-da8c-4a44-85bc-873d187c44a0,revision_number=1']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:49.824152 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:49.839544 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:49.839908 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:49.840247 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:49.840569 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:49.841154 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:49.841287 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:49.841508 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:49.841828 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:49.842357 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:49.842490 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:49.842741 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:49.856720 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:49.897698 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Attempting to bind port 7700406a-da8c-4a44-85bc-873d187c44a0 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:39:49.898056 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Attempting to bind port 7700406a-da8c-4a44-85bc-873d187c44a0 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:39:49.898408 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Attempting to bind port 7700406a-da8c-4a44-85bc-873d187c44a0 on network f04d0053-3adb-4922-88cc-885696f296f9 {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:39:49.904778 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:39:49.905136 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Checking segment: {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:39:49.905533 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:49.905911 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Bound using segment: {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:39:49.906361 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Bound port: 7700406a-da8c-4a44-85bc-873d187c44a0, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:39:49.906726 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:49.927174 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:39:49.930902 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:39:49.933709 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:39:49.998796 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] For port 7700406a-da8c-4a44-85bc-873d187c44a0, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:39:50.002307 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] For port 7700406a-da8c-4a44-85bc-873d187c44a0, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=7700406a-da8c-4a44-85bc-873d187c44a0,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:39:50.008486 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:50.060914 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Pushing event updated for resources: {'Port': ['ID=f36b6509-31f4-4547-a660-f2c5ebcb412a,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:50.097386 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321fbd7-ed39-4140-904c-9a9470c1dc6c None None] Pushing event updated for resources: {'Port': ['ID=7700406a-da8c-4a44-85bc-873d187c44a0,revision_number=2']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:50.193072 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:50.193707 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4108800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4105369'] for router, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:50.434549 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Router ced7812f-6bd3-4e6d-8cab-ea0800daf879 is scheduled to L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c with binding_index 1 {{(pid=83748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 27 00:39:50.643941 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:39:50.658448 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Sync routers for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:39:50.676543 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:39:50.677741 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf15087c0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:39:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:50.702340 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] Notify callbacks [] for router, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:50.706518 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-e196e812-1d93-46a6-ac04-dda75d2b6f3d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.5892682
May 27 00:39:50.710880 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 38166) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:50.953864 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:39:51.076445 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f6081-2657-4c2a-9e10-7e943799ed77 req-dddda475-87d0-495d-86dc-dfabb919070b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:39:51.078376 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-912f6081-2657-4c2a-9e10-7e943799ed77 req-dddda475-87d0-495d-86dc-dfabb919070b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.1034780
May 27 00:39:51.124420 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda10a9b-a3c4-4091-96b6-4ea2c2e7c37b None None] Network f04d0053-3adb-4922-88cc-885696f296f9 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:39:51.144170 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-912f6081-2657-4c2a-9e10-7e943799ed77 req-5ba4dcc9-b1df-43a3-aa0e-a72d09668360 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603812
May 27 00:39:51.262555 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf15087c0>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:50Z', 'revision_number': 3, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:51.264013 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-94178307-df69-4e3f-8545-8bc3c08b83fe None None] Provisioning for port 7700406a-da8c-4a44-85bc-873d187c44a0 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:39:51.267378 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Checking router: ced7812f-6bd3-4e6d-8cab-ea0800daf879 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:39:51.267844 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Updating router ced7812f-6bd3-4e6d-8cab-ea0800daf879 port f36b6509-31f4-4547-a660-f2c5ebcb412a binding host dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:39:51.333709 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:51.465740 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 7700406a-da8c-4a44-85bc-873d187c44a0 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:39:51.555626 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:51.578470 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 7700406a-da8c-4a44-85bc-873d187c44a0 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:39:51.592993 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 7700406a-da8c-4a44-85bc-873d187c44a0 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:39:51.593364 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:51.730117 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:51.768902 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 7700406a-da8c-4a44-85bc-873d187c44a0, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=7700406a-da8c-4a44-85bc-873d187c44a0,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:39:51.772770 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:51.805505 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:51.820338 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.provisioning_blocks [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Transition to ACTIVE for port object f36b6509-31f4-4547-a660-f2c5ebcb412a will not be triggered until provisioned by entity L2. {{(pid=83750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:39:51.828869 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:51.904074 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-76903aea-dc7a-4c98-80cf-97e1f23b712b None None] Provisioning complete for port 7700406a-da8c-4a44-85bc-873d187c44a0 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:39:51.904512 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-76903aea-dc7a-4c98-80cf-97e1f23b712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:51.911530 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd902bf-db53-47b5-bdc5-50a56b622ee3 None None] Pushing event updated for resources: {'Port': ['ID=f36b6509-31f4-4547-a660-f2c5ebcb412a,revision_number=2']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:51.911851 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Allocated IP 172.20.0.1 (f04d0053-3adb-4922-88cc-885696f296f9/80be4f1b-7e3e-4cbc-af41-ba8a72bc6191/584077ab-a119-47a8-aa1a-cecf0b41ee63) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:39:51.918410 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Attempting to bind port f36b6509-31f4-4547-a660-f2c5ebcb412a on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:39:51.918763 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Attempting to bind port f36b6509-31f4-4547-a660-f2c5ebcb412a by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:39:51.919112 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Attempting to bind port f36b6509-31f4-4547-a660-f2c5ebcb412a on network da325109-6bb9-4d0f-8321-89f562e3239f {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:39:51.927609 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd902bf-db53-47b5-bdc5-50a56b622ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:51.927954 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd902bf-db53-47b5-bdc5-50a56b622ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:51.928507 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd902bf-db53-47b5-bdc5-50a56b622ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:51.928927 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd902bf-db53-47b5-bdc5-50a56b622ee3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:51.929296 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd902bf-db53-47b5-bdc5-50a56b622ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:51.929619 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd902bf-db53-47b5-bdc5-50a56b622ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:51.930080 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd902bf-db53-47b5-bdc5-50a56b622ee3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:51.930436 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd902bf-db53-47b5-bdc5-50a56b622ee3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:51.930992 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd902bf-db53-47b5-bdc5-50a56b622ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:51.931618 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd902bf-db53-47b5-bdc5-50a56b622ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:51.931885 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd902bf-db53-47b5-bdc5-50a56b622ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:39:51.939139 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:39:51.939520 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Checking segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:39:51.940348 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:51.940348 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Bound using segment: {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'} {{(pid=83750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:39:51.940733 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.managers [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Bound port: f36b6509-31f4-4547-a660-f2c5ebcb412a, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770658a3-5ab9-4a0a-a7c9-fa4432ceadf3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}}] {{(pid=83750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:39:51.941131 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:51.961983 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=7700406a-da8c-4a44-85bc-873d187c44a0,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:52.015899 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] For port f36b6509-31f4-4547-a660-f2c5ebcb412a, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:39:52.019134 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.plugins.ml2.db [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] For port f36b6509-31f4-4547-a660-f2c5ebcb412a, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=f36b6509-31f4-4547-a660-f2c5ebcb412a,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:39:52.024305 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron_lib.callbacks.manager [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:52.064511 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:52.079920 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Transition to ACTIVE for port object 584077ab-a119-47a8-aa1a-cecf0b41ee63 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:39:52.102258 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:52.133517 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd902bf-db53-47b5-bdc5-50a56b622ee3 None None] Pushing event updated for resources: {'Port': ['ID=f36b6509-31f4-4547-a660-f2c5ebcb412a,revision_number=3']} {{(pid=83750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:52.143340 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:39:52.143996 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf15087c0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:39:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:52.173938 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Network f04d0053-3adb-4922-88cc-885696f296f9 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:39:52.176952 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:39:52.179855 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:39:52.214316 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Pushing event updated for resources: {'Port': ['ID=584077ab-a119-47a8-aa1a-cecf0b41ee63,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:52.247273 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4106083'] for router_interface, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:52.347159 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:39:52.350437 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:52.374412 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7df48f-9cbc-487e-9805-ead9a4cac206 req-acf3c864-06ef-42b5-9de8-21a5ca76c652 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:39:52.381555 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9b7df48f-9cbc-487e-9805-ead9a4cac206 req-acf3c864-06ef-42b5-9de8-21a5ca76c652 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0973248
May 27 00:39:52.427048 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9b7df48f-9cbc-487e-9805-ead9a4cac206 req-51d8268c-b8e3-4e10-810a-fdf80a983d57 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446053
May 27 00:39:52.469049 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-b750f2d2-79cc-43a0-b17b-173ef0109420 None None] Provisioning for port 584077ab-a119-47a8-aa1a-cecf0b41ee63 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:39:52.474069 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-b750f2d2-79cc-43a0-b17b-173ef0109420 None None] Provisioning complete for port 584077ab-a119-47a8-aa1a-cecf0b41ee63 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:39:52.474605 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b750f2d2-79cc-43a0-b17b-173ef0109420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:52.527269 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-b750f2d2-79cc-43a0-b17b-173ef0109420 None None] Port 584077ab-a119-47a8-aa1a-cecf0b41ee63 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:39:52.587022 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:52.592691 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:52.677179 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf15087c0>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:50Z', 'revision_number': 3, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:52.681500 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba44b1b-a353-40c6-876f-1fd3338ef1c7 None None] The sync data for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi is: [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:50Z', 'revision_number': 3, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:39:52.701401 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Pushing event updated for resources: {'Port': ['ID=584077ab-a119-47a8-aa1a-cecf0b41ee63,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:52.708517 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3016745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4106190'] for router_interface, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:52.861700 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Network f04d0053-3adb-4922-88cc-885696f296f9 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:39:52.867820 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:39:53.152304 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-7189a5c8-55ed-476e-ada0-04a3acdd3099 None None] Provisioning complete for port 584077ab-a119-47a8-aa1a-cecf0b41ee63 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:39:53.152789 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7189a5c8-55ed-476e-ada0-04a3acdd3099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:53.212294 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-7189a5c8-55ed-476e-ada0-04a3acdd3099 None None] Port 584077ab-a119-47a8-aa1a-cecf0b41ee63 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:39:53.294151 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Router ced7812f-6bd3-4e6d-8cab-ea0800daf879 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:39:53.414649 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device f36b6509-31f4-4547-a660-f2c5ebcb412a up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:39:53.487685 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port f36b6509-31f4-4547-a660-f2c5ebcb412a completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:39:53.494176 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port f36b6509-31f4-4547-a660-f2c5ebcb412a triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:39:53.494724 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:53.514677 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:39:53.528128 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-eba50ca1-c4b8-4ba8-96bf-70778ce18860 admin admin] 10.222.0.21 "PUT /v2.0/routers/ced7812f-6bd3-4e6d-8cab-ea0800daf879/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8157444
May 27 00:39:53.616400 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:53.633028 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port f36b6509-31f4-4547-a660-f2c5ebcb412a, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=f36b6509-31f4-4547-a660-f2c5ebcb412a,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:39:53.636729 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:53.637566 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 7700406a-da8c-4a44-85bc-873d187c44a0 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:39:53.641564 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9767203-1912-4070-a02b-b85ee38c6d2c req-c33aa480-fa96-4b53-995e-865197d5dd8b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:39:53.643049 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b9767203-1912-4070-a02b-b85ee38c6d2c req-c33aa480-fa96-4b53-995e-865197d5dd8b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0814071
May 27 00:39:53.694904 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b9767203-1912-4070-a02b-b85ee38c6d2c req-3b85e9bd-3754-431e-84c5-cdb24f2cd9ab tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451438
May 27 00:39:53.754975 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=f36b6509-31f4-4547-a660-f2c5ebcb412a,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:53.773236 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 7700406a-da8c-4a44-85bc-873d187c44a0 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:39:53.773596 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:53.888874 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 38186) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:53.894721 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-9222aaf7-1549-4c53-89f0-036d2a0a7cc3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1907436061', 'description': 'tempest-description--1329100430'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:39:53.901168 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9222aaf7-1549-4c53-89f0-036d2a0a7cc3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:39:53.905437 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-9222aaf7-1549-4c53-89f0-036d2a0a7cc3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:security_group and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:39:53.908268 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-9222aaf7-1549-4c53-89f0-036d2a0a7cc3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:39:53.915545 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9222aaf7-1549-4c53-89f0-036d2a0a7cc3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:39:54.014302 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9222aaf7-1549-4c53-89f0-036d2a0a7cc3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:54.048498 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9222aaf7-1549-4c53-89f0-036d2a0a7cc3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:39:54.052245 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-9222aaf7-1549-4c53-89f0-036d2a0a7cc3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:security_group_rule and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:39:54.054936 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-9222aaf7-1549-4c53-89f0-036d2a0a7cc3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:39:54.060463 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-9222aaf7-1549-4c53-89f0-036d2a0a7cc3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:39:54.113601 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9222aaf7-1549-4c53-89f0-036d2a0a7cc3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:54.117620 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9222aaf7-1549-4c53-89f0-036d2a0a7cc3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:54.158250 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222aaf7-1549-4c53-89f0-036d2a0a7cc3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a55ae1-cde4-4f21-b866-c7e857b2591d,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:54.161148 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9222aaf7-1549-4c53-89f0-036d2a0a7cc3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:54.162388 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-9222aaf7-1549-4c53-89f0-036d2a0a7cc3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2724090
May 27 00:39:54.166153 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 38190) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:54.171549 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-6408bfed-20b1-4c61-afeb-e7048f800f1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'security_group_rule': {'security_group_id': '91a55ae1-cde4-4f21-b866-c7e857b2591d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:39:54.177697 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6408bfed-20b1-4c61-afeb-e7048f800f1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:39:54.182056 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-6408bfed-20b1-4c61-afeb-e7048f800f1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:security_group_rule and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:39:54.184865 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-6408bfed-20b1-4c61-afeb-e7048f800f1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:39:54.190701 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-6408bfed-20b1-4c61-afeb-e7048f800f1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:39:54.206840 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6408bfed-20b1-4c61-afeb-e7048f800f1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:54.268992 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6408bfed-20b1-4c61-afeb-e7048f800f1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:54.273619 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6408bfed-20b1-4c61-afeb-e7048f800f1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:54.296687 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408bfed-20b1-4c61-afeb-e7048f800f1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe1e74f-3378-4a4b-a8f8-7ed4a683e8b9,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:54.306922 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6408bfed-20b1-4c61-afeb-e7048f800f1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:54.308128 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-6408bfed-20b1-4c61-afeb-e7048f800f1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1410131
May 27 00:39:54.310768 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 38194) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:54.316287 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-081633ec-84f4-41d8-be0d-f5b261580680 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'security_group_rule': {'security_group_id': '91a55ae1-cde4-4f21-b866-c7e857b2591d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:39:54.322708 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-081633ec-84f4-41d8-be0d-f5b261580680 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:39:54.326862 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-081633ec-84f4-41d8-be0d-f5b261580680 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:security_group_rule and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:39:54.329753 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-081633ec-84f4-41d8-be0d-f5b261580680 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:39:54.335977 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-081633ec-84f4-41d8-be0d-f5b261580680 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:39:54.361223 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-081633ec-84f4-41d8-be0d-f5b261580680 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:54.421063 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-081633ec-84f4-41d8-be0d-f5b261580680 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:54.424508 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-081633ec-84f4-41d8-be0d-f5b261580680 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:54.446828 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081633ec-84f4-41d8-be0d-f5b261580680 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42dbfbe2-0c07-4cd5-ae5a-87337a5ac6aa,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:54.454784 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-081633ec-84f4-41d8-be0d-f5b261580680 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:54.456041 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-081633ec-84f4-41d8-be0d-f5b261580680 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1443641
May 27 00:39:54.459067 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 38198) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:39:54.464643 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'floatingip': {'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:39:54.469814 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:39:54.473552 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:floatingip and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:39:54.476980 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:39:54.482556 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:39:54.492682 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:54.628004 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:54.765887 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Allocated IP 172.27.3.161 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/4ed6317c-2812-42a3-9d82-5f9d6b0a1c37) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:39:54.899945 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66485df-52af-40d0-9fdc-11fb78c414cd req-2b76cdce-8a56-45ad-9eb4-fb3e3d18e276 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:39:54.901399 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f66485df-52af-40d0-9fdc-11fb78c414cd req-2b76cdce-8a56-45ad-9eb4-fb3e3d18e276 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0825593
May 27 00:39:54.917097 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:54.947293 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:54.950656 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f66485df-52af-40d0-9fdc-11fb78c414cd req-e52bde6a-03b3-41dc-9a18-a9c261df3da9 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435109
May 27 00:39:55.013640 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:39:55.016365 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:39:55.019865 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:39:55.054005 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'Port': ['ID=4ed6317c-2812-42a3-9d82-5f9d6b0a1c37,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:55.178491 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:55.235427 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:55.330024 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device f36b6509-31f4-4547-a660-f2c5ebcb412a up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:39:55.397519 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port f36b6509-31f4-4547-a660-f2c5ebcb412a triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:39:55.397877 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:55.439197 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:55.444021 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:55.548051 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'Port': ['ID=4ed6317c-2812-42a3-9d82-5f9d6b0a1c37,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:55.562253 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:55.583952 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:55.585273 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-48b92974-6459-4e4d-a009-c8d780992c1f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1247609
May 27 00:39:55.791745 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-a22a77d6-801b-4bcc-860a-1e3949d57706 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Synchronizing usage tracker for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:security_group {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:39:55.807805 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-a22a77d6-801b-4bcc-860a-1e3949d57706 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Unset dirty status for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:security_group {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:39:55.808938 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-a22a77d6-801b-4bcc-860a-1e3949d57706 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1907436061&fields=id&tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb HTTP/1.1" status: 200  len: 267 time: 0.0591693
May 27 00:39:55.964546 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-4a792776-e4eb-466d-bad4-e22b2be794cf tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:39:55.965486 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-4a792776-e4eb-466d-bad4-e22b2be794cf tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Synchronizing usage tracker for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:network {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:39:55.986687 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-4a792776-e4eb-466d-bad4-e22b2be794cf tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Unset dirty status for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:network {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:39:55.988183 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-4a792776-e4eb-466d-bad4-e22b2be794cf tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 815 time: 0.1724465
May 27 00:39:56.008333 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-c9ecb98f-282a-4ca5-a7fa-9c8bbbf36ad1 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/quotas/93f0f93a783e461dbde76d7c5fbc9bdb HTTP/1.1" status: 200  len: 375 time: 0.0136123
May 27 00:39:56.177508 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d02cfeb-b225-497a-ab17-6a347c7b1afd tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1647189
May 27 00:39:56.205356 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e393e-ad42-49d3-823a-24a4ee9b4a73 req-6b976c1c-788d-4af4-ac70-59f6eb7551e1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:39:56.206810 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-361e393e-ad42-49d3-823a-24a4ee9b4a73 req-6b976c1c-788d-4af4-ac70-59f6eb7551e1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.1033728
May 27 00:39:56.255526 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-361e393e-ad42-49d3-823a-24a4ee9b4a73 req-66ca5e5a-7e0a-4bb5-9974-7ffecfef4182 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422754
May 27 00:39:56.261049 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Sync routers for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:39:56.279508 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:39:56.280241 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf18634f0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:39:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:56.327844 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-9bcf7ae0-f4c0-4392-a528-29afc532f4cd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83748) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
May 27 00:39:56.328823 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-9bcf7ae0-f4c0-4392-a528-29afc532f4cd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1340287
May 27 00:39:56.458837 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:39:56.461262 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-4150ae5a-eb9b-413c-b581-20d0abd7e4dd service neutron] 10.222.0.21 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259706
May 27 00:39:56.592224 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-f66ebf8e-f5dd-4c7c-8cee-7ea1689d1fcc service neutron] 10.222.0.21 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251321
May 27 00:39:56.782270 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf18634f0>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 2, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:56.786129 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Checking router: ced7812f-6bd3-4e6d-8cab-ea0800daf879 for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:39:56.786470 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Updating router ced7812f-6bd3-4e6d-8cab-ea0800daf879 port 584077ab-a119-47a8-aa1a-cecf0b41ee63 binding host dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
May 27 00:39:56.836577 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:57.210816 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Notify callbacks [] for port, precommit_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:57.221895 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Transition to ACTIVE for port object 584077ab-a119-47a8-aa1a-cecf0b41ee63 will not be triggered until provisioned by entity L2. {{(pid=83749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:39:57.229988 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:57.357467 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72ef2f-b8a3-40d6-bb85-073bb2d06840 None None] Pushing event updated for resources: {'Port': ['ID=584077ab-a119-47a8-aa1a-cecf0b41ee63,revision_number=3']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:57.455083 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Attempting to bind port 584077ab-a119-47a8-aa1a-cecf0b41ee63 on host dv-cinder-843305-3-iscsi for vnic_type normal with profile  {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:39:57.455449 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Attempting to bind port 584077ab-a119-47a8-aa1a-cecf0b41ee63 by drivers openvswitch,hyperv on host dv-cinder-843305-3-iscsi at level 0 using segments [{'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:39:57.455979 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Attempting to bind port 584077ab-a119-47a8-aa1a-cecf0b41ee63 on network f04d0053-3adb-4922-88cc-885696f296f9 {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:39:57.462759 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Checking agent: {'id': '78054d7f-b21b-47a1-91e8-8beedac7dcf3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 19, 18), 'started_at': datetime.datetime(2022, 5, 27, 0, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:39:57.463459 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Checking segment: {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:39:57.463619 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:57.463911 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Bound using segment: {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'} {{(pid=83749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:39:57.464370 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.managers [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Bound port: 584077ab-a119-47a8-aa1a-cecf0b41ee63, host: dv-cinder-843305-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'}}] {{(pid=83749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:39:57.464737 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:57.476841 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022f97a-10f1-441f-87a6-3d812f6928d9 req-51c0f8ec-a291-40e5-bf49-65b00753c8d4 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:39:57.478504 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d022f97a-10f1-441f-87a6-3d812f6928d9 req-51c0f8ec-a291-40e5-bf49-65b00753c8d4 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0873933
May 27 00:39:57.575026 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] For port 584077ab-a119-47a8-aa1a-cecf0b41ee63, host dv-cinder-843305-3-iscsi, cleared binding levels {{(pid=83749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:39:57.582136 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] For port 584077ab-a119-47a8-aa1a-cecf0b41ee63, host dv-cinder-843305-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=584077ab-a119-47a8-aa1a-cecf0b41ee63,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:39:57.588353 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:57.632514 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d022f97a-10f1-441f-87a6-3d812f6928d9 req-8bae7869-3303-419b-b809-8c0d200ac46c tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1476076
May 27 00:39:57.683543 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:39:57.684427 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf18634f0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:39:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:57.788684 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72ef2f-b8a3-40d6-bb85-073bb2d06840 None None] Pushing event updated for resources: {'Port': ['ID=584077ab-a119-47a8-aa1a-cecf0b41ee63,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:39:57.830918 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-82bde214-f6f4-47df-8dd4-152c8f58d8eb req-ebbb06a1-8b9c-477a-8d02-b96d82977669 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 210 time: 0.0664756
May 27 00:39:57.949713 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:39:58.266222 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf18634f0>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:57Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:39:58.269958 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725ad0d0-a5b4-4ea0-843f-57b275a95492 None None] The sync data for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi is: [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:57Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:39:58.847767 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049b7b9-ce7c-4d9d-b7dd-5bb94ef2fc6d req-0cf61c92-afa5-4d68-8db3-6df0b5d2fb46 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:39:58.849243 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e049b7b9-ce7c-4d9d-b7dd-5bb94ef2fc6d req-0cf61c92-afa5-4d68-8db3-6df0b5d2fb46 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0849714
May 27 00:39:58.968362 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e049b7b9-ce7c-4d9d-b7dd-5bb94ef2fc6d req-ca519845-9141-4d8a-a80c-2d45db146d6f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1075449
May 27 00:39:58.980633 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5a84d277-df06-4fba-8b33-a3c7b33f155d req-7b6cc2a7-3f61-451f-a5e1-1322cacea0ce tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 210 time: 0.0451729
May 27 00:39:59.357820 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 584077ab-a119-47a8-aa1a-cecf0b41ee63 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:39:59.429833 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning for port 584077ab-a119-47a8-aa1a-cecf0b41ee63 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:39:59.434367 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 584077ab-a119-47a8-aa1a-cecf0b41ee63 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:39:59.434727 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:59.545303 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:59.576930 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] For port 584077ab-a119-47a8-aa1a-cecf0b41ee63, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=584077ab-a119-47a8-aa1a-cecf0b41ee63,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:39:59.580682 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:39:59.647732 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Pushing event updated for resources: {'Port': ['ID=584077ab-a119-47a8-aa1a-cecf0b41ee63,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:00.178673 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c3815a8b-975c-4a71-bcff-ecc6b6be3fd2 req-24634d53-9f11-49f8-80ef-7411f5d6cee7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 210 time: 0.0518811
May 27 00:40:00.211384 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a8699-6e26-478c-922e-b93d34356ca0 req-fe986e7c-59e9-4899-822b-674b263a1a52 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:00.212828 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-417a8699-6e26-478c-922e-b93d34356ca0 req-fe986e7c-59e9-4899-822b-674b263a1a52 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.1178174
May 27 00:40:00.257875 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-417a8699-6e26-478c-922e-b93d34356ca0 req-b04332ad-0588-4a6c-9aa6-324adfc0e4e7 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394938
May 27 00:40:01.340692 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 584077ab-a119-47a8-aa1a-cecf0b41ee63 up at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:40:01.358581 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7a165c18-fc1b-4152-a2bd-43bb000a945b req-acc0540d-5441-4930-8445-a9d29465fc1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 210 time: 0.0587668
May 27 00:40:01.429024 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Provisioning complete for port 584077ab-a119-47a8-aa1a-cecf0b41ee63 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:40:01.429475 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:01.468505 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4af1b9-72be-440a-ad6c-ef0e0bf9448c req-dae17056-09c2-44ed-9305-912c0b500a88 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:01.470285 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0f4af1b9-72be-440a-ad6c-ef0e0bf9448c req-dae17056-09c2-44ed-9305-912c0b500a88 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0813932
May 27 00:40:01.524760 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0f4af1b9-72be-440a-ad6c-ef0e0bf9448c req-f11038a7-bbcf-4ca4-9e52-5cecafe1f5d2 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463567
May 27 00:40:02.127970 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-77816e26-c28e-43eb-963e-23e0d70fc99d req-b5f867ad-7b93-4d5b-adc1-7781d814ee08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7a13287fe4645ee8ed22881d5838e5d&device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 1099 time: 0.0724261
May 27 00:40:02.128592 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:40:02.263039 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816e26-c28e-43eb-963e-23e0d70fc99d req-39944de3-288c-4bc4-bf49-74e1985e9d57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:02.264694 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-77816e26-c28e-43eb-963e-23e0d70fc99d req-39944de3-288c-4bc4-bf49-74e1985e9d57 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b076ca95-8f33-4278-881a-309368965c55 HTTP/1.1" status: 200  len: 909 time: 0.1302247
May 27 00:40:02.530511 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e3cfdf2e-9ba9-4134-9780-acc449677ae1 req-2824ba63-0c4d-4640-a9ac-9dd61fd07835 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 210 time: 0.0420063
May 27 00:40:02.555090 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-77816e26-c28e-43eb-963e-23e0d70fc99d req-194ccf83-d35f-45b4-953e-8fdfbb639910 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f HTTP/1.1" status: 200  len: 1000 time: 0.2830007
May 27 00:40:02.645741 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-475b95f2-ce5a-4498-a261-cf8c4efb735d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:02.647763 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-475b95f2-ce5a-4498-a261-cf8c4efb735d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 815 time: 0.3191981
May 27 00:40:02.654919 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816e26-c28e-43eb-963e-23e0d70fc99d req-4a19aef5-dc2d-4408-b6fb-acd88512ff3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:02.656233 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-77816e26-c28e-43eb-963e-23e0d70fc99d req-4a19aef5-dc2d-4408-b6fb-acd88512ff3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00566f4b-5a14-4e8b-9a89-7dc8af776e7a HTTP/1.1" status: 200  len: 847 time: 0.0948980
May 27 00:40:02.734585 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147051cb-8b8a-4709-ad2d-ae124cdba8a7 req-8c181557-a3a4-48c7-a92f-c904f882a909 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:02.736251 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-147051cb-8b8a-4709-ad2d-ae124cdba8a7 req-8c181557-a3a4-48c7-a92f-c904f882a909 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0838041
May 27 00:40:02.769929 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-1e88039d-de14-48f3-bc4f-e296429ce9f9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Synchronizing usage tracker for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:40:02.782666 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-147051cb-8b8a-4709-ad2d-ae124cdba8a7 req-745cad54-8674-4aef-987e-90a7c644fb8d tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402238
May 27 00:40:02.788701 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-1e88039d-de14-48f3-bc4f-e296429ce9f9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Unset dirty status for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:40:02.790107 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-1e88039d-de14-48f3-bc4f-e296429ce9f9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb HTTP/1.1" status: 200  len: 380 time: 0.1080801
May 27 00:40:02.799475 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'port': {'device_id': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'admin_state_up': True, 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'security_groups': ['91a55ae1-cde4-4f21-b866-c7e857b2591d']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:40:02.818623 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-77816e26-c28e-43eb-963e-23e0d70fc99d req-e1bb9693-af9f-4b19-9abd-4263ca688142 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b076ca95-8f33-4278-881a-309368965c55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1354060
May 27 00:40:03.041739 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:40:03.047370 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-77816e26-c28e-43eb-963e-23e0d70fc99d req-5441cd47-b78a-4d54-8e3a-1af381df27b4 service neutron] 10.222.0.45 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1798997
May 27 00:40:03.048267 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:port and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:40:03.051037 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:40:03.077586 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:40:03.139494 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Made reservation on behalf of 93f0f93a783e461dbde76d7c5fbc9bdb for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:40:03.142403 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:03.261316 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-77816e26-c28e-43eb-963e-23e0d70fc99d req-77f7963a-55f1-4c91-817f-7dd24e92d09c service neutron] 10.222.0.45 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2047586
May 27 00:40:03.343191 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Allocated IP 172.20.0.9 (f04d0053-3adb-4922-88cc-885696f296f9/80be4f1b-7e3e-4cbc-af41-ba8a72bc6191/f121cd0b-c69e-4791-aeb5-f780de01fc70) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:40:03.524507 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:03.539556 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Transition to ACTIVE for port object f121cd0b-c69e-4791-aeb5-f780de01fc70 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:40:03.560775 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:03.637860 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Network f04d0053-3adb-4922-88cc-885696f296f9 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:40:03.641014 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:40:03.645492 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:40:03.671060 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'Port': ['ID=f121cd0b-c69e-4791-aeb5-f780de01fc70,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:03.710158 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:03.710717 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:03.734605 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-2d143912-ccd0-4254-9ebb-4cd006dedd88 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9387360
May 27 00:40:03.736166 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fad102-f125-4452-b4e2-6a9f9ba4dcaa req-a5542e35-030c-4be8-9cdf-20211016f9a5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:03.737795 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e9fad102-f125-4452-b4e2-6a9f9ba4dcaa req-a5542e35-030c-4be8-9cdf-20211016f9a5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 931 time: 0.0803130
May 27 00:40:03.747098 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Request body: {'port': {'device_id': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:40:03.789939 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e9fad102-f125-4452-b4e2-6a9f9ba4dcaa req-575ce388-7ad2-42e4-a355-1f7ac5b51c29 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a55ae1-cde4-4f21-b866-c7e857b2591d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457535
May 27 00:40:03.861861 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-eb283cec-56d6-42a9-afd9-fcab96d830ec None None] Provisioning for port f121cd0b-c69e-4791-aeb5-f780de01fc70 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:40:03.868878 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-eb283cec-56d6-42a9-afd9-fcab96d830ec None None] Provisioning complete for port f121cd0b-c69e-4791-aeb5-f780de01fc70 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:40:03.869387 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-eb283cec-56d6-42a9-afd9-fcab96d830ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:03.879235 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:03.928370 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-eb283cec-56d6-42a9-afd9-fcab96d830ec None None] Port f121cd0b-c69e-4791-aeb5-f780de01fc70 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:40:04.001203 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c042b2-7043-4509-ae75-f89502cb3035 req-b95c6098-777c-4ae9-9442-0cbcc54b3fc5 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:04.002647 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e8c042b2-7043-4509-ae75-f89502cb3035 req-b95c6098-777c-4ae9-9442-0cbcc54b3fc5 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0803792
May 27 00:40:04.049331 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e8c042b2-7043-4509-ae75-f89502cb3035 req-a777c6f5-73d1-4111-97d4-ce425dd44019 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404406
May 27 00:40:04.220643 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f121cd0b-c69e-4791-aeb5-f780de01fc70 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:40:04.228062 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:04.242435 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Transition to ACTIVE for port object f121cd0b-c69e-4791-aeb5-f780de01fc70 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:40:04.245974 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:04.454937 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f121cd0b-c69e-4791-aeb5-f780de01fc70,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:04.562615 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Attempting to bind port f121cd0b-c69e-4791-aeb5-f780de01fc70 on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:40:04.562943 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Attempting to bind port f121cd0b-c69e-4791-aeb5-f780de01fc70 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:40:04.563267 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Attempting to bind port f121cd0b-c69e-4791-aeb5-f780de01fc70 on network f04d0053-3adb-4922-88cc-885696f296f9 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:40:04.569049 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Port f121cd0b-c69e-4791-aeb5-f780de01fc70 on network f04d0053-3adb-4922-88cc-885696f296f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:40:04.569365 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Attempting to bind port f121cd0b-c69e-4791-aeb5-f780de01fc70 on network f04d0053-3adb-4922-88cc-885696f296f9 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:40:04.575527 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:40:04.575885 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Checking segment: {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:40:04.576263 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Bound using segment: {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:40:04.576685 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Bound port: f121cd0b-c69e-4791-aeb5-f780de01fc70, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:40:04.577029 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:04.669901 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] For port f121cd0b-c69e-4791-aeb5-f780de01fc70, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:40:04.672739 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] For port f121cd0b-c69e-4791-aeb5-f780de01fc70, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f121cd0b-c69e-4791-aeb5-f780de01fc70,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:40:04.677364 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:04.736687 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:04.738555 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] 10.222.0.45 "PUT /v2.0/ports/f121cd0b-c69e-4791-aeb5-f780de01fc70 HTTP/1.1" status: 200  len: 1093 time: 0.9961159
May 27 00:40:04.743044 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'tag': 'f121cd0b-c69e-4791-aeb5-f780de01fc70'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:40:04.764144 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b53e3-b022-4805-a5bd-c1701f8c3fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f121cd0b-c69e-4791-aeb5-f780de01fc70,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:04.825005 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14ef65e-f2af-4de8-9eb6-abcca5fa5c50'] response: {'name': 'network-changed', 'server_uuid': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'tag': 'f121cd0b-c69e-4791-aeb5-f780de01fc70', 'status': 'completed', 'code': 200}
May 27 00:40:04.870616 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-3adf2596-0973-4e7b-99ec-06b71927f872 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 1096 time: 0.0930901
May 27 00:40:04.964656 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-90354f84-9124-4d85-98c0-35d8e63d8a9c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f121cd0b-c69e-4791-aeb5-f780de01fc70 HTTP/1.1" status: 200  len: 217 time: 0.0663183
May 27 00:40:05.000594 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e385d4-c9a2-4450-a27a-115c2562fc8b req-698d769d-15a7-4e10-a8f2-503ee5cf1270 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:05.001957 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-29e385d4-c9a2-4450-a27a-115c2562fc8b req-698d769d-15a7-4e10-a8f2-503ee5cf1270 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 943 time: 0.0756807
May 27 00:40:05.031315 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-26e0fab6-a838-4083-a4c8-e797a7260e90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:05.032837 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-26e0fab6-a838-4083-a4c8-e797a7260e90 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80be4f1b-7e3e-4cbc-af41-ba8a72bc6191 HTTP/1.1" status: 200  len: 854 time: 0.0625823
May 27 00:40:05.051042 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-29e385d4-c9a2-4450-a27a-115c2562fc8b req-bd2d0b3b-59dd-4c29-a3e0-cac78938fefe tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a55ae1-cde4-4f21-b866-c7e857b2591d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431249
May 27 00:40:05.113514 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-772fef93-6d94-4534-bef1-555984b2c682 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f04d0053-3adb-4922-88cc-885696f296f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686674
May 27 00:40:05.246593 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23262807-b15d-4fcf-b1e5-c16666b4f551 req-109324a6-1c43-4d2e-8923-d8a9008ce739 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:05.247312 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-6613a531-d9c3-4571-8abf-94316ce1c2ad service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266730
May 27 00:40:05.248061 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-23262807-b15d-4fcf-b1e5-c16666b4f551 req-109324a6-1c43-4d2e-8923-d8a9008ce739 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0764585
May 27 00:40:05.294953 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-23262807-b15d-4fcf-b1e5-c16666b4f551 req-dab6129d-671d-4f64-b1c9-e0c6ec4d2e72 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413740
May 27 00:40:05.392702 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ffe29825-c7a0-4b20-8080-d1ce1ce11add req-aa06ae1f-886a-4168-93f1-257f37a6e844 service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319401
May 27 00:40:05.536003 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-15ab9871-267b-45a0-82d2-0fd5cc3f2320 req-10d6a48a-cfe9-4b7c-b16b-a084ae008fba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 1096 time: 0.0797446
May 27 00:40:05.669384 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab9871-267b-45a0-82d2-0fd5cc3f2320 req-51ae33ec-69c1-455e-8907-248f7fb81639 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:05.670818 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-15ab9871-267b-45a0-82d2-0fd5cc3f2320 req-51ae33ec-69c1-455e-8907-248f7fb81639 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 916 time: 0.1289697
May 27 00:40:05.737661 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-15ab9871-267b-45a0-82d2-0fd5cc3f2320 req-332d8739-accb-4c9e-9540-c0ac2811018f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f121cd0b-c69e-4791-aeb5-f780de01fc70 HTTP/1.1" status: 200  len: 217 time: 0.0597799
May 27 00:40:05.803437 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab9871-267b-45a0-82d2-0fd5cc3f2320 req-f1654956-365b-4644-ba38-24018fe3e2bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:05.804921 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-15ab9871-267b-45a0-82d2-0fd5cc3f2320 req-f1654956-365b-4644-ba38-24018fe3e2bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80be4f1b-7e3e-4cbc-af41-ba8a72bc6191 HTTP/1.1" status: 200  len: 854 time: 0.0612621
May 27 00:40:05.880531 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-15ab9871-267b-45a0-82d2-0fd5cc3f2320 req-956d30b2-a11d-434f-8b10-d73d7be9fb7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f04d0053-3adb-4922-88cc-885696f296f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692992
May 27 00:40:06.009775 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-15ab9871-267b-45a0-82d2-0fd5cc3f2320 req-7cbea830-b654-408f-8409-6dab878671e3 service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223121
May 27 00:40:06.221122 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-15ab9871-267b-45a0-82d2-0fd5cc3f2320 req-0d745a7b-d1a2-411c-a760-c56cd7fe0caf service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2045476
May 27 00:40:06.258934 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ff15a-0047-45f7-8f9f-a3012b08d340 req-19590f2d-1d1a-4e2a-8789-87bd9c7d8367 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:06.260442 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-407ff15a-0047-45f7-8f9f-a3012b08d340 req-19590f2d-1d1a-4e2a-8789-87bd9c7d8367 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 943 time: 0.0841753
May 27 00:40:06.310019 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-407ff15a-0047-45f7-8f9f-a3012b08d340 req-b326f0b6-ffa4-40fc-aeb9-f4a83fe9e26e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a55ae1-cde4-4f21-b866-c7e857b2591d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435741
May 27 00:40:06.496149 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8e290-eb44-417a-b524-c190073e89e7 req-ab0c497b-b7a7-4491-a47e-147bc4b0714f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:06.497609 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7ad8e290-eb44-417a-b524-c190073e89e7 req-ab0c497b-b7a7-4491-a47e-147bc4b0714f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0773308
May 27 00:40:06.543280 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7ad8e290-eb44-417a-b524-c190073e89e7 req-43606f86-11da-4e75-a9f5-3f4c252ee446 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400715
May 27 00:40:06.729984 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-110a6a89-88ce-4aa7-9add-f02b680f5f53 req-17143387-0999-4c50-b1b9-df2f8722ab22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0708883
May 27 00:40:06.971123 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-da7af097-7648-4ed9-9d04-0d03731257f0 req-286dbd16-b0c4-4426-90f8-9b8f4a36d3ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1025069
May 27 00:40:07.066089 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3ff1a-0c31-4c62-88da-197c31ea4417 req-910f5ab5-406c-42c7-b6a6-40a3497e6dbf tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:07.067536 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-25c3ff1a-0c31-4c62-88da-197c31ea4417 req-910f5ab5-406c-42c7-b6a6-40a3497e6dbf tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0834394
May 27 00:40:07.113832 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-25c3ff1a-0c31-4c62-88da-197c31ea4417 req-5ca94700-102e-42d1-9026-8e485416c46f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400772
May 27 00:40:07.501432 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79166fc-1c0e-4788-bd78-a0c53317be2f req-7ef7708a-7cd6-44f0-8f9b-7227f32ecd5e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:07.502863 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b79166fc-1c0e-4788-bd78-a0c53317be2f req-7ef7708a-7cd6-44f0-8f9b-7227f32ecd5e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 943 time: 0.0737793
May 27 00:40:07.548412 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b79166fc-1c0e-4788-bd78-a0c53317be2f req-277341b6-eb77-4e6a-9ef1-89d4df328c89 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a55ae1-cde4-4f21-b866-c7e857b2591d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394809
May 27 00:40:08.313769 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976eb2d-4d13-469d-8460-446216acd5f8 req-1fe5126c-7c9f-4a78-8241-cbd04255ad3b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:08.315229 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6976eb2d-4d13-469d-8460-446216acd5f8 req-1fe5126c-7c9f-4a78-8241-cbd04255ad3b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0795426
May 27 00:40:08.361620 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6976eb2d-4d13-469d-8460-446216acd5f8 req-29449ea4-f686-4ef3-bbf5-d5aa9589a4ea tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402613
May 27 00:40:08.383253 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device f121cd0b-c69e-4791-aeb5-f780de01fc70 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:40:08.385999 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 53f1945e-2c60-4ca7-9579-87f131bbf66f no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:40:08.610871 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:08.630294 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port f121cd0b-c69e-4791-aeb5-f780de01fc70, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f121cd0b-c69e-4791-aeb5-f780de01fc70,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:40:08.654459 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': 'f121cd0b-c69e-4791-aeb5-f780de01fc70', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'port_id': 'f121cd0b-c69e-4791-aeb5-f780de01fc70', 'mac_address': 'fa:16:3e:14:04:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:40:08.689906 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f1945e-2c60-4ca7-9579-87f131bbf66f'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:40:08.715751 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 53f1945e-2c60-4ca7-9579-87f131bbf66f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f,segment=NetworkSegment(8cd95e13-aa9d-4558-9700-14003df10feb),segment_id=8cd95e13-aa9d-4558-9700-14003df10feb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:40:08.721276 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:08.757893 dv-cinder-843305-3-iscsi neutron-server[83749]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2f5efbc1-4314-4988-a318-c2016fe2a15c']: {'server_uuid': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '53f1945e-2c60-4ca7-9579-87f131bbf66f', 'code': 422} returned with failed status
May 27 00:40:08.770346 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:08.772954 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b91146-cb8d-473e-a4d3-eb7e8489f66d req-aa7d5f1d-edbf-4d58-b22c-89542cefa92e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:08.774496 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d0b91146-cb8d-473e-a4d3-eb7e8489f66d req-aa7d5f1d-edbf-4d58-b22c-89542cefa92e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 943 time: 0.0835073
May 27 00:40:08.797961 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f121cd0b-c69e-4791-aeb5-f780de01fc70 {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:40:08.821049 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=53f1945e-2c60-4ca7-9579-87f131bbf66f,revision_number=6']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:08.824383 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port f121cd0b-c69e-4791-aeb5-f780de01fc70, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f121cd0b-c69e-4791-aeb5-f780de01fc70,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:40:08.826121 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d0b91146-cb8d-473e-a4d3-eb7e8489f66d req-4dbd5c14-7768-46e0-be7c-82460495e157 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a55ae1-cde4-4f21-b866-c7e857b2591d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460796
May 27 00:40:08.837062 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:08.902752 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=f121cd0b-c69e-4791-aeb5-f780de01fc70,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:09.637904 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ce865-417e-40e2-b6cb-88b9c9912dda req-f139c107-28e1-4852-8aff-4d230f10745d tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:09.639307 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-927ce865-417e-40e2-b6cb-88b9c9912dda req-f139c107-28e1-4852-8aff-4d230f10745d tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.1563854
May 27 00:40:09.689902 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-927ce865-417e-40e2-b6cb-88b9c9912dda req-409e19fc-aa0a-405f-bc2a-91cc6c3169a8 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442657
May 27 00:40:10.029672 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d275d85-b45d-4e33-aa55-bf56189b475c req-bbdc5f22-35a9-44bd-8bce-d72b750c9985 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:10.031120 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5d275d85-b45d-4e33-aa55-bf56189b475c req-bbdc5f22-35a9-44bd-8bce-d72b750c9985 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 944 time: 0.0813711
May 27 00:40:10.075579 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5d275d85-b45d-4e33-aa55-bf56189b475c req-09128ce5-5a8c-4f1d-9413-a8c66b378d1d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a55ae1-cde4-4f21-b866-c7e857b2591d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389743
May 27 00:40:10.591061 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['f121cd0b-c69e-4791-aeb5-f780de01fc70'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:40:10.887337 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7970087-ca75-4d45-858f-8f1dabeba42c req-29f368ea-9c9c-489a-8eda-5dc9a2bcd2a0 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:10.888825 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d7970087-ca75-4d45-858f-8f1dabeba42c req-29f368ea-9c9c-489a-8eda-5dc9a2bcd2a0 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.0762622
May 27 00:40:10.935193 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d7970087-ca75-4d45-858f-8f1dabeba42c req-fb89dc32-a7f3-4286-8669-8989f947fbe3 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407801
May 27 00:40:11.273897 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd2d7d-ac95-4689-ad3e-5d598a854bac req-bf3adc01-a869-4be2-b132-cda24b49f732 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:11.275369 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1bbd2d7d-ac95-4689-ad3e-5d598a854bac req-bf3adc01-a869-4be2-b132-cda24b49f732 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 944 time: 0.0797091
May 27 00:40:11.321477 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1bbd2d7d-ac95-4689-ad3e-5d598a854bac req-5d43c556-d6c4-4178-bb04-c85da9f0db96 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a55ae1-cde4-4f21-b866-c7e857b2591d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403891
May 27 00:40:12.128850 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77db18-b0c0-44d7-a3cc-6cca2a271aa4 req-5476e846-5ca9-4a7a-a981-08a4e30411d8 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:12.130175 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ce77db18-b0c0-44d7-a3cc-6cca2a271aa4 req-5476e846-5ca9-4a7a-a981-08a4e30411d8 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.0736444
May 27 00:40:12.179007 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ce77db18-b0c0-44d7-a3cc-6cca2a271aa4 req-37c5ca28-9c59-4324-b922-efd4d57e38ff tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427048
May 27 00:40:12.518321 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f224727-b1fe-4e90-b0e0-6aba07681213 req-e0f8abab-2f94-4e5a-adc9-3a6161a6037e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:12.519789 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4f224727-b1fe-4e90-b0e0-6aba07681213 req-e0f8abab-2f94-4e5a-adc9-3a6161a6037e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 944 time: 0.0756326
May 27 00:40:12.563984 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4f224727-b1fe-4e90-b0e0-6aba07681213 req-65365865-3acc-40c3-8905-502c5dba4aad tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a55ae1-cde4-4f21-b866-c7e857b2591d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387549
May 27 00:40:13.366593 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:13.381428 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772444b5-b7e9-4ea7-92cf-666e29d5d3e9 req-a26a7eba-5821-4c4d-90fa-e1402d4fa104 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:13.382873 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-772444b5-b7e9-4ea7-92cf-666e29d5d3e9 req-a26a7eba-5821-4c4d-90fa-e1402d4fa104 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.0832875
May 27 00:40:13.428738 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-772444b5-b7e9-4ea7-92cf-666e29d5d3e9 req-f7482b02-6feb-4bf1-9b5a-f5d232469557 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403395
May 27 00:40:13.769705 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e6d73-288c-4d79-948b-69bd7adedd9a req-f690140a-424b-4d57-84b2-5571a79062f6 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:13.771126 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-640e6d73-288c-4d79-948b-69bd7adedd9a req-f690140a-424b-4d57-84b2-5571a79062f6 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 944 time: 0.0803945
May 27 00:40:13.817721 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-640e6d73-288c-4d79-948b-69bd7adedd9a req-08850f24-fdb4-4100-9ab3-25f002132763 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a55ae1-cde4-4f21-b866-c7e857b2591d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401287
May 27 00:40:13.855247 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-da7af097-7648-4ed9-9d04-0d03731257f0 req-d605c4c4-1c5e-43e4-9f15-ba4340ff22fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988&tenant_id=d7a13287fe4645ee8ed22881d5838e5d HTTP/1.1" status: 200  len: 1097 time: 0.0847733
May 27 00:40:13.943165 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-da7af097-7648-4ed9-9d04-0d03731257f0 req-8535b7e1-2d05-40ba-9523-1427f483347e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7a13287fe4645ee8ed22881d5838e5d&device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 1097 time: 0.0677452
May 27 00:40:14.074843 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7af097-7648-4ed9-9d04-0d03731257f0 req-78e0511b-6780-4617-ae2b-a4a4aa0468dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:14.076318 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-da7af097-7648-4ed9-9d04-0d03731257f0 req-78e0511b-6780-4617-ae2b-a4a4aa0468dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=b076ca95-8f33-4278-881a-309368965c55 HTTP/1.1" status: 200  len: 909 time: 0.1275678
May 27 00:40:14.178959 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-da7af097-7648-4ed9-9d04-0d03731257f0 req-af81beef-aefc-487f-b597-2db25540273d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f HTTP/1.1" status: 200  len: 998 time: 0.0965481
May 27 00:40:14.243298 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7af097-7648-4ed9-9d04-0d03731257f0 req-3d94700d-fde7-45da-af6e-05eb3c7493c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:14.244773 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-da7af097-7648-4ed9-9d04-0d03731257f0 req-3d94700d-fde7-45da-af6e-05eb3c7493c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00566f4b-5a14-4e8b-9a89-7dc8af776e7a HTTP/1.1" status: 200  len: 847 time: 0.0600452
May 27 00:40:14.324463 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-da7af097-7648-4ed9-9d04-0d03731257f0 req-28a044cb-ae44-4b85-8fc7-5dced75ebcc2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b076ca95-8f33-4278-881a-309368965c55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742030
May 27 00:40:14.456435 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-da7af097-7648-4ed9-9d04-0d03731257f0 req-95aa3117-9b22-43c6-9d65-08f92b6f60ee service neutron] 10.222.0.45 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255512
May 27 00:40:14.528682 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-72fa406f-8a91-4ff7-8042-ad81b3ca6f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:14.590395 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-da7af097-7648-4ed9-9d04-0d03731257f0 req-bc7068d8-c5cf-4e42-9d10-3bbfb003b3e8 service neutron] 10.222.0.45 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282380
May 27 00:40:14.618544 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device f121cd0b-c69e-4791-aeb5-f780de01fc70 up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:40:14.637729 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da2a61-532d-473a-a36d-98f5c37eb27e req-0c892ba3-5eb9-4c74-8276-658d829389d3 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:14.639758 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f0da2a61-532d-473a-a36d-98f5c37eb27e req-0c892ba3-5eb9-4c74-8276-658d829389d3 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.0852301
May 27 00:40:14.704572 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port f121cd0b-c69e-4791-aeb5-f780de01fc70 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:40:14.708900 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f0da2a61-532d-473a-a36d-98f5c37eb27e req-c30f80d6-ca73-4ddd-9802-bf7f2ca5973e tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624709
May 27 00:40:14.713344 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port f121cd0b-c69e-4791-aeb5-f780de01fc70 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:40:14.713927 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:14.835923 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:14.863513 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f121cd0b-c69e-4791-aeb5-f780de01fc70'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:40:14.873914 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port f121cd0b-c69e-4791-aeb5-f780de01fc70, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f121cd0b-c69e-4791-aeb5-f780de01fc70,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:40:14.879054 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:14.945220 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcee0793-2fde-4173-a375-65c8adfe693d'] response: {'server_uuid': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f121cd0b-c69e-4791-aeb5-f780de01fc70', 'code': 200}
May 27 00:40:14.953332 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=f121cd0b-c69e-4791-aeb5-f780de01fc70,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:15.056469 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c3585-f7af-41ee-94ec-9094f2458c30 req-5c2bb6b3-a52a-4465-8fbe-bb48e864ebc7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:15.057925 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-be8c3585-f7af-41ee-94ec-9094f2458c30 req-5c2bb6b3-a52a-4465-8fbe-bb48e864ebc7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 945 time: 0.0757401
May 27 00:40:15.104734 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-be8c3585-f7af-41ee-94ec-9094f2458c30 req-c72076ea-b015-42ca-a040-d065115088b3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a55ae1-cde4-4f21-b866-c7e857b2591d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404320
May 27 00:40:15.169263 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-acd81e12-1a1e-4e30-a9e2-49681042ff18 req-7864d127-dea2-4ea8-8aec-474c0633e4cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 1098 time: 0.0678806
May 27 00:40:15.210638 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-acd81e12-1a1e-4e30-a9e2-49681042ff18 req-9b301fd6-d37b-4626-ac28-25c8dd2302b5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=91a55ae1-cde4-4f21-b866-c7e857b2591d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354843
May 27 00:40:15.900348 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9b6df-b049-48af-9327-4b639101b916 req-0478cecc-a43b-4e37-b906-27383d8d9978 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:15.901808 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4fe9b6df-b049-48af-9327-4b639101b916 req-0478cecc-a43b-4e37-b906-27383d8d9978 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.0790732
May 27 00:40:15.946816 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4fe9b6df-b049-48af-9327-4b639101b916 req-7f1bda58-f12c-407e-a805-4d06550fbffa tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393503
May 27 00:40:16.298165 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c07c01-301d-4ec9-a8b8-769e99f7e96d req-9a5263ec-d64e-4abc-92c0-66d6a80178fc tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:16.299518 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c2c07c01-301d-4ec9-a8b8-769e99f7e96d req-9a5263ec-d64e-4abc-92c0-66d6a80178fc tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 945 time: 0.0741880
May 27 00:40:16.347657 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c2c07c01-301d-4ec9-a8b8-769e99f7e96d req-8419f07e-3549-4524-a66b-eb325bb9b366 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a55ae1-cde4-4f21-b866-c7e857b2591d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420675
May 27 00:40:16.551429 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-be09dfae-c308-4f28-8907-521d21c564e4 req-b17f8ad7-d19f-42c2-b24a-dab61fd4e977 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0730331
May 27 00:40:16.659303 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-be09dfae-c308-4f28-8907-521d21c564e4 req-00d503d4-c8db-476f-8929-7da4b6bc81ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 1099 time: 0.0715783
May 27 00:40:16.701450 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-bdc17853-d24f-49dc-a37c-15c8bba3e6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:16.813495 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09dfae-c308-4f28-8907-521d21c564e4 req-8fb314a5-3b01-4da9-8309-8200a4c12153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:16.814843 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-be09dfae-c308-4f28-8907-521d21c564e4 req-8fb314a5-3b01-4da9-8309-8200a4c12153 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 913 time: 0.1348138
May 27 00:40:16.916355 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-be09dfae-c308-4f28-8907-521d21c564e4 req-89682a6e-2fa7-4262-a58c-ff1daf22dd3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c96c22be-1c81-4b9d-a931-58f09208070c HTTP/1.1" status: 200  len: 1001 time: 0.0945513
May 27 00:40:16.981121 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09dfae-c308-4f28-8907-521d21c564e4 req-843d0b98-1a97-43a9-831b-298cd04adf5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:16.982553 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-be09dfae-c308-4f28-8907-521d21c564e4 req-843d0b98-1a97-43a9-831b-298cd04adf5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=502f2fe6-a878-4f72-aab8-414e70e2c519 HTTP/1.1" status: 200  len: 851 time: 0.0573809
May 27 00:40:17.064195 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-be09dfae-c308-4f28-8907-521d21c564e4 req-7718d90d-c3af-4ae6-980c-9e1d2a07d3f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c3528cc-de1a-4792-9062-0f95d08281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725505
May 27 00:40:17.149306 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297d4fc-cb76-4221-b539-73d847e9ddc6 req-c1c51691-fa48-4a68-9f04-c6a0b101ef73 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:17.150779 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5297d4fc-cb76-4221-b539-73d847e9ddc6 req-c1c51691-fa48-4a68-9f04-c6a0b101ef73 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.0763671
May 27 00:40:17.197929 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5297d4fc-cb76-4221-b539-73d847e9ddc6 req-143cc44e-23ae-4a6a-9aff-bdfa78a4277c tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415275
May 27 00:40:17.280087 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-be09dfae-c308-4f28-8907-521d21c564e4 req-dc84985c-0c34-4d9e-aa40-c712b6420c9e service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2068145
May 27 00:40:17.407571 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-be09dfae-c308-4f28-8907-521d21c564e4 req-d32dbaf5-44e4-4ae2-bf32-0d00d5e54303 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208668
May 27 00:40:17.549013 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965f445-017c-41de-ad05-aff8d74e47a9 req-1326c6f1-de87-4939-9be2-2aea87b88fc6 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:17.550449 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3965f445-017c-41de-ad05-aff8d74e47a9 req-1326c6f1-de87-4939-9be2-2aea87b88fc6 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 945 time: 0.0794773
May 27 00:40:17.596730 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-3965f445-017c-41de-ad05-aff8d74e47a9 req-0bb46389-5272-45e7-87cb-70521a5cd009 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a55ae1-cde4-4f21-b866-c7e857b2591d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408318
May 27 00:40:17.783291 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe82cf-7417-4615-9d3a-eacc08cdfa80 req-04ed1d9a-364d-46e8-b60d-703cb2f8ef80 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:17.784146 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9efe82cf-7417-4615-9d3a-eacc08cdfa80 req-04ed1d9a-364d-46e8-b60d-703cb2f8ef80 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 945 time: 0.0733988
May 27 00:40:17.793475 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38396) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:40:17.798688 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-0973e7f3-5454-4312-a669-239c1dca7daa tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'floatingip': {'port_id': 'f121cd0b-c69e-4791-aeb5-f780de01fc70'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:40:17.875673 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0973e7f3-5454-4312-a669-239c1dca7daa tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:17.944181 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:17.987180 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:18.490550 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b276d-de34-48d3-bba0-2583f6cc7a91 req-cdcc349a-27ae-4642-aa91-639d0d93fa1f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:18.491942 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7d5b276d-de34-48d3-bba0-2583f6cc7a91 req-cdcc349a-27ae-4642-aa91-639d0d93fa1f tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.1729333
May 27 00:40:18.614625 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7d5b276d-de34-48d3-bba0-2583f6cc7a91 req-45b5c944-b622-43f7-b060-b3159d2fb22a tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1152933
May 27 00:40:18.633538 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0973e7f3-5454-4312-a669-239c1dca7daa tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:18.637378 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0973e7f3-5454-4312-a669-239c1dca7daa tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:18.824170 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.l3_db [None req-0973e7f3-5454-4312-a669-239c1dca7daa tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Floating IP c0346008-1303-4c0c-831d-2a0463a19a71 associated. External IP: 172.27.3.161, port: f121cd0b-c69e-4791-aeb5-f780de01fc70.
May 27 00:40:19.213424 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0973e7f3-5454-4312-a669-239c1dca7daa tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Router ced7812f-6bd3-4e6d-8cab-ea0800daf879 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:40:19.238454 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:19.352949 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 38412) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:40:19.414028 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0973e7f3-5454-4312-a669-239c1dca7daa tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:40:19.418510 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0973e7f3-5454-4312-a669-239c1dca7daa tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:19.424319 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5c8b7-cfd3-45d6-8eaf-73d5b7122bae None None] Sync routers for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:40:19.438598 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef5c8b7-cfd3-45d6-8eaf-73d5b7122bae None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:40:19.439204 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-2ef5c8b7-cfd3-45d6-8eaf-73d5b7122bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1051700>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:40:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:40:19.474271 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-0973e7f3-5454-4312-a669-239c1dca7daa tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "PUT /v2.0/floatingips/c0346008-1303-4c0c-831d-2a0463a19a71 HTTP/1.1" status: 200  len: 991 time: 1.6796920
May 27 00:40:19.475248 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'tag': 'f121cd0b-c69e-4791-aeb5-f780de01fc70'}] {{(pid=83748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:40:19.508136 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:19.540260 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:40:19.543986 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Usage tracker for resource:security_group_rule and tenant:99186cf237dd43389194b5ca89be6fef is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:40:19.546884 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:40:19.553726 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:40:19.616437 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-2ef5c8b7-cfd3-45d6-8eaf-73d5b7122bae None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:40:19.628632 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:19.633010 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:19.672384 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99186cf237dd43389194b5ca89be6fef&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3158913
May 27 00:40:19.673635 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38426) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:40:19.719772 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663a66f2-129e-48f3-bc7a-396f20c46622,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:19.745904 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:19.746769 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:19.747127 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:19.747455 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:19.747849 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:19.748336 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:19.748659 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:19.748980 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:19.749296 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:19.749611 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:19.749925 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55587653-0d71-4398-8ec4-ba3e876f9185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:19.873884 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-af73421c-dba0-4f1b-bc63-4869c61a8579 req-591f7c80-6e18-4ae8-9657-3c8fab8bca8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 1098 time: 0.0908313
May 27 00:40:19.947122 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef805db-bf0d-4e20-82f6-3cb7c9897d09'] response: {'name': 'network-changed', 'server_uuid': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'tag': 'f121cd0b-c69e-4791-aeb5-f780de01fc70', 'status': 'completed', 'code': 200}
May 27 00:40:19.996717 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-2ef5c8b7-cfd3-45d6-8eaf-73d5b7122bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1051700>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': 'c0346008-1303-4c0c-831d-2a0463a19a71', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': 'f121cd0b-c69e-4791-aeb5-f780de01fc70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:14:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:39:55Z', 'updated_at': '2022-05-27T00:40:18Z', 'revision_number': 1, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:40:20.001277 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5c8b7-cfd3-45d6-8eaf-73d5b7122bae None None] Checking router: ced7812f-6bd3-4e6d-8cab-ea0800daf879 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:40:20.003540 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:20.013233 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef5c8b7-cfd3-45d6-8eaf-73d5b7122bae None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:40:20.013861 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-2ef5c8b7-cfd3-45d6-8eaf-73d5b7122bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1051700>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:40:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:40:20.034682 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:20.040597 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73421c-dba0-4f1b-bc63-4869c61a8579 req-1f31901b-1ee2-44af-9852-0cc49e7548d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:20.042047 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-af73421c-dba0-4f1b-bc63-4869c61a8579 req-1f31901b-1ee2-44af-9852-0cc49e7548d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 916 time: 0.1615775
May 27 00:40:20.052772 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59f47e-d7f6-44ad-8161-2e16b1c035d1 req-16f5e1d4-2b77-4e47-b496-2d75cd6de9fa tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:20.054223 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6b59f47e-d7f6-44ad-8161-2e16b1c035d1 req-16f5e1d4-2b77-4e47-b496-2d75cd6de9fa tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.3021750
May 27 00:40:20.126567 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6b59f47e-d7f6-44ad-8161-2e16b1c035d1 req-5af0578b-094e-4f52-9ea4-3cb74321d0a1 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655525
May 27 00:40:20.143527 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:20.149802 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-af73421c-dba0-4f1b-bc63-4869c61a8579 req-f2cbb07e-1e39-45a1-9883-095ec4793b0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f121cd0b-c69e-4791-aeb5-f780de01fc70 HTTP/1.1" status: 200  len: 999 time: 0.1013591
May 27 00:40:20.166190 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663a66f2-129e-48f3-bc7a-396f20c46622,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:20.177215 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:20.180588 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/663a66f2-129e-48f3-bc7a-396f20c46622 HTTP/1.1" status: 204  len: 168 time: 0.5026970
May 27 00:40:20.182360 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:20.182504 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:20.182832 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:20.183156 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:20.183481 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:20.183975 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:20.184142 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:20.184461 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:20.184777 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:20.187374 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:20.187539 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c1bea-7602-44b7-b6b5-9c30113a045c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:20.218429 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-2ef5c8b7-cfd3-45d6-8eaf-73d5b7122bae None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:40:20.225379 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73421c-dba0-4f1b-bc63-4869c61a8579 req-99fe845e-a27d-46ae-8f9d-9b8b7e2e4eb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:20.227168 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-af73421c-dba0-4f1b-bc63-4869c61a8579 req-99fe845e-a27d-46ae-8f9d-9b8b7e2e4eb9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80be4f1b-7e3e-4cbc-af41-ba8a72bc6191 HTTP/1.1" status: 200  len: 854 time: 0.0666316
May 27 00:40:20.304638 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-af73421c-dba0-4f1b-bc63-4869c61a8579 req-04093734-ad87-4748-a2c5-15d78dbac31b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f04d0053-3adb-4922-88cc-885696f296f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712779
May 27 00:40:20.444642 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-af73421c-dba0-4f1b-bc63-4869c61a8579 req-296200b5-9d43-4cbb-a5cb-dd26ba01d752 service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337967
May 27 00:40:20.586023 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-af73421c-dba0-4f1b-bc63-4869c61a8579 req-35973d3d-f396-452f-9753-f67395f50c8e service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351106
May 27 00:40:20.619830 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-2ef5c8b7-cfd3-45d6-8eaf-73d5b7122bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1051700>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': 'c0346008-1303-4c0c-831d-2a0463a19a71', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': 'f121cd0b-c69e-4791-aeb5-f780de01fc70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:14:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:39:55Z', 'updated_at': '2022-05-27T00:40:18Z', 'revision_number': 1, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:40:20.623945 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5c8b7-cfd3-45d6-8eaf-73d5b7122bae None None] The sync data for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi is: [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': 'c0346008-1303-4c0c-831d-2a0463a19a71', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': 'f121cd0b-c69e-4791-aeb5-f780de01fc70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:14:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:39:55Z', 'updated_at': '2022-05-27T00:40:18Z', 'revision_number': 1, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:40:20.828338 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdc36d6-41b4-493e-ba93-0c91139170af None None] New status for floating IP c0346008-1303-4c0c-831d-2a0463a19a71: ACTIVE {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:40:21.330922 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc918a-5d93-453e-a463-e16e91bc39d4 req-e8564a33-0be4-42d5-a920-43c50ebea7ad tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:21.332418 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-82dc918a-5d93-453e-a463-e16e91bc39d4 req-e8564a33-0be4-42d5-a920-43c50ebea7ad tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.0750573
May 27 00:40:21.378104 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-82dc918a-5d93-453e-a463-e16e91bc39d4 req-47f9a6cd-b482-4ebf-82c4-e75aa9e16e06 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395670
May 27 00:40:22.574476 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b989c34-fbc7-4816-b026-71fe4fefd3a7 req-f173f9c9-a8b0-41c8-89f6-370ed5ec88ec tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:22.575943 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2b989c34-fbc7-4816-b026-71fe4fefd3a7 req-f173f9c9-a8b0-41c8-89f6-370ed5ec88ec tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 944 time: 0.0788500
May 27 00:40:22.622041 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2b989c34-fbc7-4816-b026-71fe4fefd3a7 req-f56d1870-794c-401c-80f4-b67b8c1af458 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406890
May 27 00:40:22.681644 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 53f1945e-2c60-4ca7-9579-87f131bbf66f details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:40:22.820697 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 53f1945e-2c60-4ca7-9579-87f131bbf66f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f,segment=NetworkSegment(8cd95e13-aa9d-4558-9700-14003df10feb),segment_id=8cd95e13-aa9d-4558-9700-14003df10feb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:40:22.827878 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-fa95eec2-4960-4eeb-80f9-45d45fb6a7f1 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=de25c0dd13794e4189d3d693683abe3d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0279202
May 27 00:40:22.834292 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': '53f1945e-2c60-4ca7-9579-87f131bbf66f', 'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'port_id': '53f1945e-2c60-4ca7-9579-87f131bbf66f', 'mac_address': 'fa:16:3e:3d:f8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:40:22.925904 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:22.945015 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f1945e-2c60-4ca7-9579-87f131bbf66f {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:40:22.959355 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 53f1945e-2c60-4ca7-9579-87f131bbf66f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f,segment=NetworkSegment(8cd95e13-aa9d-4558-9700-14003df10feb),segment_id=8cd95e13-aa9d-4558-9700-14003df10feb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:40:22.963920 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:22.982424 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-818f0c6a-a404-407b-9416-571556f7657e tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:22.988899 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-818f0c6a-a404-407b-9416-571556f7657e tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1553400
May 27 00:40:23.000888 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-d9d1ba8b-7546-458e-b3d2-80c46770b38a tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/quotas/de25c0dd13794e4189d3d693683abe3d HTTP/1.1" status: 200  len: 375 time: 0.0111859
May 27 00:40:23.030463 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=53f1945e-2c60-4ca7-9579-87f131bbf66f,revision_number=7']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:23.047141 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-104218ec-660a-4fb8-a414-6bdc2b76a9e3 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=de25c0dd13794e4189d3d693683abe3d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0405779
May 27 00:40:23.285870 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['53f1945e-2c60-4ca7-9579-87f131bbf66f'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:40:23.818546 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4754ba1-df07-4ba0-9488-67a8da05116b req-357458c0-7adf-403e-9728-1041c3e5dfff tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:23.819995 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d4754ba1-df07-4ba0-9488-67a8da05116b req-357458c0-7adf-403e-9728-1041c3e5dfff tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 945 time: 0.0773761
May 27 00:40:23.865734 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d4754ba1-df07-4ba0-9488-67a8da05116b req-92f9b77b-6a2f-4e90-97ee-59c983dee578 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389104
May 27 00:40:24.246117 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0784f95b-000e-4e91-a138-c668e41070b7 req-ee9121fa-3b3e-46b3-94d9-10608e831e24 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 210 time: 0.0409014
May 27 00:40:24.692079 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 53f1945e-2c60-4ca7-9579-87f131bbf66f up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:40:24.763625 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port 53f1945e-2c60-4ca7-9579-87f131bbf66f triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:40:24.764040 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:24.879418 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:24.906013 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f1945e-2c60-4ca7-9579-87f131bbf66f'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:40:24.916497 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 53f1945e-2c60-4ca7-9579-87f131bbf66f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f,segment=NetworkSegment(8cd95e13-aa9d-4558-9700-14003df10feb),segment_id=8cd95e13-aa9d-4558-9700-14003df10feb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:40:24.922114 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:24.990393 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=53f1945e-2c60-4ca7-9579-87f131bbf66f,revision_number=8']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:25.080087 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9650f6-7182-4ceb-9d4b-29004fc4bff2 req-cdcfa115-6366-44c6-a77b-8554643656c6 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:25.084346 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-db9650f6-7182-4ceb-9d4b-29004fc4bff2 req-cdcfa115-6366-44c6-a77b-8554643656c6 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0928645
May 27 00:40:25.126431 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5570c11b-890f-4379-9307-441c59e961f6'] response: {'server_uuid': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f1945e-2c60-4ca7-9579-87f131bbf66f', 'code': 200}
May 27 00:40:25.130611 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-db9650f6-7182-4ceb-9d4b-29004fc4bff2 req-77f0f28a-33ef-4115-a2fd-30d4b0ae9367 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428402
May 27 00:40:25.166950 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-e6b9968b-5402-4d5c-8ed9-98bddf7fe649 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=de25c0dd13794e4189d3d693683abe3d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0303652
May 27 00:40:25.322536 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-0d92ee3c-2fb2-4be8-9099-e3a92872c48b tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:25.324321 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-0d92ee3c-2fb2-4be8-9099-e3a92872c48b tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1518853
May 27 00:40:25.342195 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Request body: {'port': {'device_id': '7acd744a-545f-4c06-9ccd-977ee1cc5b6e', 'network_id': '0748e4ec-08e0-480c-af21-48a68f8e9700', 'admin_state_up': True, 'tenant_id': 'de25c0dd13794e4189d3d693683abe3d'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:40:25.426688 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cf9178e4-309b-4f83-8da2-0f15ccd66027 req-2e4f0521-f203-4224-9e2f-61c4cce63826 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 210 time: 0.0412765
May 27 00:40:25.532700 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:40:25.538370 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Usage tracker for resource:port and tenant:de25c0dd13794e4189d3d693683abe3d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:40:25.543362 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-83c6c9af-4089-4dd9-8100-36f4e7505ad6 req-7f8bf02c-2ed6-4a52-ba9a-2e061aa483b6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 1099 time: 0.1323245
May 27 00:40:25.544278 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:40:25.550832 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:40:25.581863 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Made reservation on behalf of de25c0dd13794e4189d3d693683abe3d for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:40:25.585297 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:25.600684 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:25.620689 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-83c6c9af-4089-4dd9-8100-36f4e7505ad6 req-6ecbe3a8-eb8a-4fd2-97f3-5f66e3cf21a3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709045
May 27 00:40:25.636588 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:40:25.640337 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Usage tracker for resource:security_group_rule and tenant:de25c0dd13794e4189d3d693683abe3d is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:40:25.643106 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:40:25.648880 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:40:25.716698 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:25.720411 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:25.805362 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0611e6f2-f6a4-4f54-882c-d19b3e0de5d2,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:25.887706 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Allocated IP 192.168.233.134 (0748e4ec-08e0-480c-af21-48a68f8e9700/e117562b-1c27-4989-93c8-78210f732aae/5b36eeee-28d2-4119-aa6d-1b9ab34366e4) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:40:26.165343 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:26.181041 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Transition to ACTIVE for port object 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:40:26.202879 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:26.278296 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Network 0748e4ec-08e0-480c-af21-48a68f8e9700 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:40:26.281660 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:40:26.283520 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Pushing event updated for resources: {'Port': ['ID=5b36eeee-28d2-4119-aa6d-1b9ab34366e4,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:26.285603 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:40:26.346013 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:26.346625 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:26.347893 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd94e6-4b7f-4107-b1a0-e3afc4850133 req-9b6b6a99-fe97-41b0-91a5-701f53175832 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:26.353767 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8bbd94e6-4b7f-4107-b1a0-e3afc4850133 req-9b6b6a99-fe97-41b0-91a5-701f53175832 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0951090
May 27 00:40:26.378777 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4b74afee-5c38-4641-8b50-b9a6304d2f69 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0407815
May 27 00:40:26.399460 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Request body: {'port': {'device_id': '7acd744a-545f-4c06-9ccd-977ee1cc5b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:40:26.402668 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8bbd94e6-4b7f-4107-b1a0-e3afc4850133 req-a71e3eaa-7de6-46a0-9599-fa0bb48c3acc tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419641
May 27 00:40:26.514539 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:26.546113 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-39263df5-23cc-465e-84e4-0d23045a4b89 None None] Provisioning for port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:40:26.551833 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-39263df5-23cc-465e-84e4-0d23045a4b89 None None] Provisioning complete for port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:40:26.552293 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-39263df5-23cc-465e-84e4-0d23045a4b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:26.605767 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-39263df5-23cc-465e-84e4-0d23045a4b89 None None] Port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:40:26.632020 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86460a89-92f5-47df-810a-d099f6d9db14 req-9f67b112-02c9-4658-ae4a-fb3a9366d0f8 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:26.633500 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-86460a89-92f5-47df-810a-d099f6d9db14 req-9f67b112-02c9-4658-ae4a-fb3a9366d0f8 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 936 time: 0.0828164
May 27 00:40:26.680885 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-86460a89-92f5-47df-810a-d099f6d9db14 req-d5f9eec5-a0b0-4679-b78b-d8ae3a4f5660 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0611e6f2-f6a4-4f54-882c-d19b3e0de5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413675
May 27 00:40:26.859464 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:40:26.866398 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:26.881124 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Transition to ACTIVE for port object 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:40:26.884649 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:27.013111 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Pushing event updated for resources: {'Port': ['ID=5b36eeee-28d2-4119-aa6d-1b9ab34366e4,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:27.122606 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Attempting to bind port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:40:27.122998 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Attempting to bind port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '976c4839-9038-418f-aba8-03d8ac679e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0748e4ec-08e0-480c-af21-48a68f8e9700'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:40:27.123389 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Attempting to bind port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 on network 0748e4ec-08e0-480c-af21-48a68f8e9700 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:40:27.129698 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 on network 0748e4ec-08e0-480c-af21-48a68f8e9700 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:40:27.130008 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Attempting to bind port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 on network 0748e4ec-08e0-480c-af21-48a68f8e9700 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:40:27.137143 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:40:27.137481 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Checking segment: {'id': '976c4839-9038-418f-aba8-03d8ac679e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0748e4ec-08e0-480c-af21-48a68f8e9700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:40:27.137854 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Bound using segment: {'id': '976c4839-9038-418f-aba8-03d8ac679e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0748e4ec-08e0-480c-af21-48a68f8e9700'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:40:27.138271 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Bound port: 5b36eeee-28d2-4119-aa6d-1b9ab34366e4, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976c4839-9038-418f-aba8-03d8ac679e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0748e4ec-08e0-480c-af21-48a68f8e9700'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:40:27.138639 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:27.224572 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] For port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:40:27.227684 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] For port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5b36eeee-28d2-4119-aa6d-1b9ab34366e4,segment=NetworkSegment(976c4839-9038-418f-aba8-03d8ac679e4d),segment_id=976c4839-9038-418f-aba8-03d8ac679e4d)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:40:27.233029 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:27.297962 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:27.299329 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] 10.222.0.45 "PUT /v2.0/ports/5b36eeee-28d2-4119-aa6d-1b9ab34366e4 HTTP/1.1" status: 200  len: 1098 time: 0.9044106
May 27 00:40:27.299759 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acd744a-545f-4c06-9ccd-977ee1cc5b6e', 'tag': '5b36eeee-28d2-4119-aa6d-1b9ab34366e4'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:40:27.323559 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9511a2-b46b-451b-9975-c2160427fb3b service neutron] Pushing event updated for resources: {'Port': ['ID=5b36eeee-28d2-4119-aa6d-1b9ab34366e4,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:27.383080 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b6434a-2ac5-4be2-8bb4-1f191c275b07'] response: {'name': 'network-changed', 'server_uuid': '7acd744a-545f-4c06-9ccd-977ee1cc5b6e', 'tag': '5b36eeee-28d2-4119-aa6d-1b9ab34366e4', 'status': 'completed', 'code': 200}
May 27 00:40:27.430810 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-0254493f-c940-4619-811b-1003c6435919 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de25c0dd13794e4189d3d693683abe3d&device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 1101 time: 0.0839226
May 27 00:40:27.514330 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-58b83024-4301-427f-a54d-4656389f7561 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5b36eeee-28d2-4119-aa6d-1b9ab34366e4 HTTP/1.1" status: 200  len: 217 time: 0.0766046
May 27 00:40:27.596406 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-90d4a1b8-016a-448f-a268-533d25ce01d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:27.597925 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-90d4a1b8-016a-448f-a268-533d25ce01d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e117562b-1c27-4989-93c8-78210f732aae HTTP/1.1" status: 200  len: 843 time: 0.0760868
May 27 00:40:27.626791 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9e169-b8d6-4900-a624-8734c65fdca1 req-38857a48-c85b-4925-a06c-03dcff5e7b58 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:27.628289 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b4b9e169-b8d6-4900-a624-8734c65fdca1 req-38857a48-c85b-4925-a06c-03dcff5e7b58 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0839875
May 27 00:40:27.678750 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b4b9e169-b8d6-4900-a624-8734c65fdca1 req-746f8c66-3912-4191-9a5f-3c298e1f972b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437996
May 27 00:40:27.680114 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-4c405361-59e7-4418-93e7-5a2426b7f0c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0748e4ec-08e0-480c-af21-48a68f8e9700&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0757883
May 27 00:40:27.827277 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-8bfa0039-682a-469b-94e2-dec670224b6c service neutron] 10.222.0.45 "GET /v2.0/networks/0748e4ec-08e0-480c-af21-48a68f8e9700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386089
May 27 00:40:27.946321 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f69d2-3105-4b74-803c-8e95f38725a3 req-873d7247-1419-4417-a004-89ddb3b8f26d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:27.948072 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e04f69d2-3105-4b74-803c-8e95f38725a3 req-873d7247-1419-4417-a004-89ddb3b8f26d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 946 time: 0.1375568
May 27 00:40:27.973383 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9634539-dbe0-411d-9b64-1a10624b0980 req-f963bc03-1592-42d7-a953-09300d3a713f tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:27.975308 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d9634539-dbe0-411d-9b64-1a10624b0980 req-f963bc03-1592-42d7-a953-09300d3a713f tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 948 time: 0.1299794
May 27 00:40:28.035179 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e04f69d2-3105-4b74-803c-8e95f38725a3 req-c2792026-1b26-48b7-8b45-13415ff16f9d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0808160
May 27 00:40:28.040683 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d9634539-dbe0-411d-9b64-1a10624b0980 req-62f3c3ce-1df2-4bed-b9a9-f4cab70c695f tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0611e6f2-f6a4-4f54-882c-d19b3e0de5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597944
May 27 00:40:28.043340 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cc028994-16bd-4fe1-8994-654e8b45d343 req-84790194-9e83-4acc-8901-2ff53aba2454 service neutron] 10.222.0.45 "GET /v2.0/networks/0748e4ec-08e0-480c-af21-48a68f8e9700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2078822
May 27 00:40:28.165154 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-305f63bb-41b9-4339-97da-fd2781076be9 req-cb858153-38c1-4ab7-98df-d74d9f5a851d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de25c0dd13794e4189d3d693683abe3d&device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 1101 time: 0.0674782
May 27 00:40:28.293398 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f63bb-41b9-4339-97da-fd2781076be9 req-8c66724d-9937-4362-8f6b-109bcd55f7c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:28.294838 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-305f63bb-41b9-4339-97da-fd2781076be9 req-8c66724d-9937-4362-8f6b-109bcd55f7c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0748e4ec-08e0-480c-af21-48a68f8e9700 HTTP/1.1" status: 200  len: 870 time: 0.1234856
May 27 00:40:28.364503 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-305f63bb-41b9-4339-97da-fd2781076be9 req-d4574837-0175-481c-b3b2-310bbe2904c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5b36eeee-28d2-4119-aa6d-1b9ab34366e4 HTTP/1.1" status: 200  len: 217 time: 0.0634296
May 27 00:40:28.425441 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f63bb-41b9-4339-97da-fd2781076be9 req-78a48b3d-5877-4881-9c39-244b97cdb7c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:28.426740 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-305f63bb-41b9-4339-97da-fd2781076be9 req-78a48b3d-5877-4881-9c39-244b97cdb7c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e117562b-1c27-4989-93c8-78210f732aae HTTP/1.1" status: 200  len: 843 time: 0.0557942
May 27 00:40:28.502664 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-305f63bb-41b9-4339-97da-fd2781076be9 req-d0428f14-5eb1-408c-87cf-ec4544c58f6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0748e4ec-08e0-480c-af21-48a68f8e9700&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0690522
May 27 00:40:28.634960 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-305f63bb-41b9-4339-97da-fd2781076be9 req-09e6be13-5a75-4454-a756-8b4045ab6117 service neutron] 10.222.0.45 "GET /v2.0/networks/0748e4ec-08e0-480c-af21-48a68f8e9700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239614
May 27 00:40:28.763399 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-305f63bb-41b9-4339-97da-fd2781076be9 req-559a9275-d600-484f-8c62-c3ae74af3669 service neutron] 10.222.0.45 "GET /v2.0/networks/0748e4ec-08e0-480c-af21-48a68f8e9700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219728
May 27 00:40:29.309426 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd020f21-cd5b-4e19-bfa0-6b938b2fcac0 req-c9def729-c4b3-4675-b89c-923df6f9369a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:29.310871 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fd020f21-cd5b-4e19-bfa0-6b938b2fcac0 req-c9def729-c4b3-4675-b89c-923df6f9369a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 946 time: 0.1342492
May 27 00:40:29.320709 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d730a-036a-4815-98ba-0b61be2de831 req-a8fc1bb6-a1e2-489e-a259-e1ee8efc0324 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:29.322046 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d52d730a-036a-4815-98ba-0b61be2de831 req-a8fc1bb6-a1e2-489e-a259-e1ee8efc0324 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 948 time: 0.1438482
May 27 00:40:29.395541 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fd020f21-cd5b-4e19-bfa0-6b938b2fcac0 req-066c3fc7-8ff2-432f-8daf-c7e533476cf8 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724635
May 27 00:40:29.399530 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d52d730a-036a-4815-98ba-0b61be2de831 req-9224f6aa-94b4-4779-8ea3-098443fc0a0d tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0611e6f2-f6a4-4f54-882c-d19b3e0de5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632663
May 27 00:40:29.553995 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c12bd99c-813c-44b7-99b8-8865d430cada tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:29.554644 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c12bd99c-813c-44b7-99b8-8865d430cada tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Synchronizing usage tracker for tenant:30a1fd487fe2476d82a21d16c148b9e1 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:40:29.570615 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c12bd99c-813c-44b7-99b8-8865d430cada tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Unset dirty status for tenant:30a1fd487fe2476d82a21d16c148b9e1 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:40:29.571788 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c12bd99c-813c-44b7-99b8-8865d430cada tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 946 time: 0.0913227
May 27 00:40:29.639934 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c5ae56db-79d8-4fba-8f6c-7bd9df84aaff tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Deleting port c96c22be-1c81-4b9d-a931-58f09208070c {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:40:29.640266 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c5ae56db-79d8-4fba-8f6c-7bd9df84aaff tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:29.876992 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c5ae56db-79d8-4fba-8f6c-7bd9df84aaff tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] For port c96c22be-1c81-4b9d-a931-58f09208070c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c96c22be-1c81-4b9d-a931-58f09208070c,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:40:29.877351 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c5ae56db-79d8-4fba-8f6c-7bd9df84aaff tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:30.162162 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c5ae56db-79d8-4fba-8f6c-7bd9df84aaff tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:30.162483 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c5ae56db-79d8-4fba-8f6c-7bd9df84aaff tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:30.162734 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c5ae56db-79d8-4fba-8f6c-7bd9df84aaff tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Floating IP 61a76f74-16d2-454b-86fa-d8c7a0e2a1a0 disassociated. External IP: 172.27.3.70, port: c96c22be-1c81-4b9d-a931-58f09208070c.
May 27 00:40:30.163069 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c5ae56db-79d8-4fba-8f6c-7bd9df84aaff tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Calling delete_port for c96c22be-1c81-4b9d-a931-58f09208070c owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:40:30.376903 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c5ae56db-79d8-4fba-8f6c-7bd9df84aaff tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:30.427458 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae56db-79d8-4fba-8f6c-7bd9df84aaff tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event deleted for resources: {'Port': ['ID=c96c22be-1c81-4b9d-a931-58f09208070c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:30.609558 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cb38b039-8384-4b24-bd16-55648e85fa4a req-745c0a61-e6a2-4c24-a3e7-e00268b67804 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 210 time: 0.0789938
May 27 00:40:30.643070 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c5ae56db-79d8-4fba-8f6c-7bd9df84aaff tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:40:30.650653 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db418b9b-4e3a-4a44-be66-a91a7d07e5aa req-a187e43f-8946-4dac-8e59-db318bbaa720 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:30.652177 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-db418b9b-4e3a-4a44-be66-a91a7d07e5aa req-a187e43f-8946-4dac-8e59-db318bbaa720 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 948 time: 0.1228631
May 27 00:40:30.700251 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-db418b9b-4e3a-4a44-be66-a91a7d07e5aa req-5ead0d3f-5e93-4b7c-972a-56b189bc516c tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0611e6f2-f6a4-4f54-882c-d19b3e0de5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410743
May 27 00:40:30.724421 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:40:30.868737 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c5ae56db-79d8-4fba-8f6c-7bd9df84aaff tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:40:30.876444 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5b36eeee-28d2-4119-aa6d-1b9ab34366e4,segment=NetworkSegment(976c4839-9038-418f-aba8-03d8ac679e4d),segment_id=976c4839-9038-418f-aba8-03d8ac679e4d)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:40:30.878867 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c26fb-4c40-4336-95f0-dda969f3fcc9 None None] Sync routers for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:40:30.891895 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': '5b36eeee-28d2-4119-aa6d-1b9ab34366e4', 'network_id': '0748e4ec-08e0-480c-af21-48a68f8e9700', 'port_id': '5b36eeee-28d2-4119-aa6d-1b9ab34366e4', 'mac_address': 'fa:16:3e:e1:0c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e117562b-1c27-4989-93c8-78210f732aae', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:40:30.892903 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c26fb-4c40-4336-95f0-dda969f3fcc9 None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:40:30.893720 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-a02c26fb-4c40-4336-95f0-dda969f3fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf16afcd0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:40:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:40:30.951098 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:30.970067 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:40:30.972115 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c5ae56db-79d8-4fba-8f6c-7bd9df84aaff tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] No DVR routers for this DVR port c96c22be-1c81-4b9d-a931-58f09208070c on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:40:30.975190 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c5ae56db-79d8-4fba-8f6c-7bd9df84aaff tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:30.977916 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f871f0-2496-430e-ba5a-ea8ffbd22a01', 'name': 'network-vif-deleted', 'tag': 'c96c22be-1c81-4b9d-a931-58f09208070c'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:40:30.992074 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5b36eeee-28d2-4119-aa6d-1b9ab34366e4,segment=NetworkSegment(976c4839-9038-418f-aba8-03d8ac679e4d),segment_id=976c4839-9038-418f-aba8-03d8ac679e4d)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:40:30.997482 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:31.000216 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2b827ecb-9aa4-45d3-b8a5-64b1702a74d0 req-c5ae56db-79d8-4fba-8f6c-7bd9df84aaff tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.45 "DELETE /v2.0/ports/c96c22be-1c81-4b9d-a931-58f09208070c HTTP/1.1" status: 204  len: 173 time: 1.4186208
May 27 00:40:31.055445 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07144c08-d960-4686-a4b6-c29cf444cac8'] response: {'server_uuid': 'c9f871f0-2496-430e-ba5a-ea8ffbd22a01', 'name': 'network-vif-deleted', 'tag': 'c96c22be-1c81-4b9d-a931-58f09208070c', 'status': 'completed', 'code': 200}
May 27 00:40:31.080804 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=5b36eeee-28d2-4119-aa6d-1b9ab34366e4,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:31.082029 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-a02c26fb-4c40-4336-95f0-dda969f3fcc9 None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:40:31.381690 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['5b36eeee-28d2-4119-aa6d-1b9ab34366e4'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:40:31.390971 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-a02c26fb-4c40-4336-95f0-dda969f3fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf16afcd0>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:40:31.395286 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c26fb-4c40-4336-95f0-dda969f3fcc9 None None] Checking router: 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:40:31.406775 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c26fb-4c40-4336-95f0-dda969f3fcc9 None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:40:31.407365 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-a02c26fb-4c40-4336-95f0-dda969f3fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf16afcd0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:40:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:40:31.581323 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-a02c26fb-4c40-4336-95f0-dda969f3fcc9 None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:40:31.924251 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-a02c26fb-4c40-4336-95f0-dda969f3fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf16afcd0>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:40:31.928673 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c26fb-4c40-4336-95f0-dda969f3fcc9 None None] The sync data for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi is: [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:40:31.942324 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-331b3316-33f4-4c4a-858d-ed8c52712dfc req-972304a4-4da4-4d57-9a48-cbfdf817426f tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9f871f0-2496-430e-ba5a-ea8ffbd22a01 HTTP/1.1" status: 200  len: 210 time: 0.1846561
May 27 00:40:31.990247 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e414f-a829-4e76-b7db-704017718ad9 req-8f0c1a83-d6a0-4bfc-affe-3d75c3b6f0d5 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:31.991780 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ca4e414f-a829-4e76-b7db-704017718ad9 req-8f0c1a83-d6a0-4bfc-affe-3d75c3b6f0d5 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 949 time: 0.0846336
May 27 00:40:32.038626 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ca4e414f-a829-4e76-b7db-704017718ad9 req-8a2be64c-ae30-450b-9c23-bbd2e8fbe275 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0611e6f2-f6a4-4f54-882c-d19b3e0de5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407951
May 27 00:40:32.151839 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fb4b4a-8d8b-41ab-bf1a-4f72687bdb18 None None] New status for floating IP 61a76f74-16d2-454b-86fa-d8c7a0e2a1a0: DOWN {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:40:32.744466 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:40:32.813418 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:40:32.818122 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:40:32.818481 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:32.933849 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:32.960711 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acd744a-545f-4c06-9ccd-977ee1cc5b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b36eeee-28d2-4119-aa6d-1b9ab34366e4'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:40:32.970604 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5b36eeee-28d2-4119-aa6d-1b9ab34366e4,segment=NetworkSegment(976c4839-9038-418f-aba8-03d8ac679e4d),segment_id=976c4839-9038-418f-aba8-03d8ac679e4d)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:40:32.975224 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:32.976442 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device c96c22be-1c81-4b9d-a931-58f09208070c no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:40:33.048724 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: c96c22be-1c81-4b9d-a931-58f09208070c {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:40:33.049070 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device c96c22be-1c81-4b9d-a931-58f09208070c not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:40:33.053285 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf90eb8a-dbdf-4a1e-ae67-b01614f104c8'] response: {'server_uuid': '7acd744a-545f-4c06-9ccd-977ee1cc5b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b36eeee-28d2-4119-aa6d-1b9ab34366e4', 'code': 200}
May 27 00:40:33.078401 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=5b36eeee-28d2-4119-aa6d-1b9ab34366e4,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:33.251864 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6a2f7-ed76-4c81-8e76-e1d1d1ad492a req-202d862a-8123-49d9-aa7a-ab6c0cbc22cb tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:33.254146 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-43e6a2f7-ed76-4c81-8e76-e1d1d1ad492a req-202d862a-8123-49d9-aa7a-ab6c0cbc22cb tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 950 time: 0.0803792
May 27 00:40:33.259116 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-eca2ce8f-e5b0-468d-b045-80e84453e1b9 req-0c3b3dae-7502-4ad3-b8c3-ded081a98a9f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 1103 time: 0.0689874
May 27 00:40:33.307637 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-43e6a2f7-ed76-4c81-8e76-e1d1d1ad492a req-b7a87176-5d5d-4fa2-bbae-5a19b4ec8d60 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0611e6f2-f6a4-4f54-882c-d19b3e0de5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467029
May 27 00:40:33.309498 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-eca2ce8f-e5b0-468d-b045-80e84453e1b9 req-d8843893-a638-49e3-99c1-1d5ed57e703c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0611e6f2-f6a4-4f54-882c-d19b3e0de5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444610
May 27 00:40:33.348811 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e27ff76f-31b1-4087-a34e-c1f3996ebbf7 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668703250&fields=id&tenant_id=30a1fd487fe2476d82a21d16c148b9e1 HTTP/1.1" status: 200  len: 267 time: 0.0399387
May 27 00:40:33.492529 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-ba19724c-c3a6-45cc-b2b0-b4098b1727d3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:33.493957 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-ba19724c-c3a6-45cc-b2b0-b4098b1727d3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 812 time: 0.1390274
May 27 00:40:33.510413 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-95aea6e5-db69-4593-8d2c-0c0d13d8d189 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/quotas/30a1fd487fe2476d82a21d16c148b9e1 HTTP/1.1" status: 200  len: 375 time: 0.0111408
May 27 00:40:33.592746 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-8b4492f6-224f-436c-b836-eeb9d0a472f9 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0775628
May 27 00:40:33.726290 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-0efb92bc-ee61-43f3-8263-59a340d041c9 service neutron] 10.222.0.21 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217101
May 27 00:40:33.853964 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-bbbab66e-7bfc-497f-a21c-7b0e94b36ff5 service neutron] 10.222.0.21 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218741
May 27 00:40:34.232599 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-91d202ef-7f75-4ac3-a5b2-ffcde3e94d95 req-7ec821ae-e47c-4b78-b090-7a185633a242 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 210 time: 0.0416837
May 27 00:40:34.510670 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41fe71-3c05-4a1a-8ca7-9d3ca17f06e1 req-3444049f-3a3c-4348-841a-8a903025f7a0 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:34.512140 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-db41fe71-3c05-4a1a-8ca7-9d3ca17f06e1 req-3444049f-3a3c-4348-841a-8a903025f7a0 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 950 time: 0.0815299
May 27 00:40:34.557692 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-db41fe71-3c05-4a1a-8ca7-9d3ca17f06e1 req-cc77c307-dea4-49d8-bac7-1296409ec02e tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0611e6f2-f6a4-4f54-882c-d19b3e0de5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398879
May 27 00:40:35.296670 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-8f1adcc9-e258-44fc-bebc-df4866c1ba8c tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:35.298205 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-8f1adcc9-e258-44fc-bebc-df4866c1ba8c tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.45 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 812 time: 0.1451941
May 27 00:40:35.350517 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-90cf6bbb-b7be-483e-83aa-3c557fe29335 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30a1fd487fe2476d82a21d16c148b9e1 HTTP/1.1" status: 200  len: 380 time: 0.0400541
May 27 00:40:35.358473 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Request body: {'port': {'device_id': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'admin_state_up': True, 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'security_groups': ['e837916c-5db4-4650-b77d-2b8fe05d6945']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:40:35.399844 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-93930328-4c93-4391-8456-3ddd601c8b45 req-a4bc0cad-60e4-4537-9a02-edf95c71cc93 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 210 time: 0.0401492
May 27 00:40:35.494774 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:40:35.498788 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Usage tracker for resource:port and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:40:35.501620 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:40:35.507293 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:40:35.516844 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Made reservation on behalf of 30a1fd487fe2476d82a21d16c148b9e1 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:40:35.520000 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:35.688726 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Allocated IP 172.20.0.10 (4c3528cc-de1a-4792-9062-0f95d08281aa/502f2fe6-a878-4f72-aab8-414e70e2c519/6be6a724-788b-40fe-bef9-77ff4f677779) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:40:35.764359 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537eec5-cbd3-439b-af4f-2216976a8f19 req-ae108d3f-c3ec-4490-9259-4ddc9884e768 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:35.765993 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8537eec5-cbd3-439b-af4f-2216976a8f19 req-ae108d3f-c3ec-4490-9259-4ddc9884e768 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 950 time: 0.0763090
May 27 00:40:35.835688 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8537eec5-cbd3-439b-af4f-2216976a8f19 req-dc64424e-c303-44e7-877f-9f8bfaf3d36f tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0611e6f2-f6a4-4f54-882c-d19b3e0de5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632958
May 27 00:40:35.888542 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:35.910120 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Transition to ACTIVE for port object 6be6a724-788b-40fe-bef9-77ff4f677779 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:40:35.933811 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:36.011684 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Network 4c3528cc-de1a-4792-9062-0f95d08281aa is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:40:36.015153 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event updated for resources: {'Port': ['ID=6be6a724-788b-40fe-bef9-77ff4f677779,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:36.017585 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:40:36.019509 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:40:36.080020 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:36.080544 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:36.106019 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-5fd0bbe1-4443-417c-92cb-e65b13b5ccb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7510941
May 27 00:40:36.120433 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Request body: {'port': {'device_id': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:40:36.327123 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:36.334436 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e3781-9260-4b24-b1c1-bb0cf0d11467 req-d9becc5f-f97d-4933-901c-739a7c960c61 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:36.336067 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-989e3781-9260-4b24-b1c1-bb0cf0d11467 req-d9becc5f-f97d-4933-901c-739a7c960c61 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 950 time: 0.0770035
May 27 00:40:36.343523 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8e82816e-0502-445d-90bc-88da8f18a382 None None] Provisioning for port 6be6a724-788b-40fe-bef9-77ff4f677779 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:40:36.348633 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8e82816e-0502-445d-90bc-88da8f18a382 None None] Provisioning complete for port 6be6a724-788b-40fe-bef9-77ff4f677779 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:40:36.349546 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8e82816e-0502-445d-90bc-88da8f18a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:36.396618 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-989e3781-9260-4b24-b1c1-bb0cf0d11467 req-c0a10302-dd54-4b13-88fe-45c30a7c8d25 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0611e6f2-f6a4-4f54-882c-d19b3e0de5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547423
May 27 00:40:36.434554 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8e82816e-0502-445d-90bc-88da8f18a382 None None] Port 6be6a724-788b-40fe-bef9-77ff4f677779 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:40:36.605619 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734703c-c36e-47c2-bbb6-98e1d70a0fe0 req-040903e1-7fbb-40bc-a659-865ed728d4ad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:36.607083 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5734703c-c36e-47c2-bbb6-98e1d70a0fe0 req-040903e1-7fbb-40bc-a659-865ed728d4ad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 932 time: 0.0798702
May 27 00:40:36.653867 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5734703c-c36e-47c2-bbb6-98e1d70a0fe0 req-372cd246-4de8-44aa-a69a-2246e1064d50 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410709
May 27 00:40:36.680754 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be6a724-788b-40fe-bef9-77ff4f677779 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:40:36.688178 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:36.702931 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Transition to ACTIVE for port object 6be6a724-788b-40fe-bef9-77ff4f677779 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:40:36.706733 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:36.827950 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6be6a724-788b-40fe-bef9-77ff4f677779,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:36.939610 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Attempting to bind port 6be6a724-788b-40fe-bef9-77ff4f677779 on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:40:36.939972 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Attempting to bind port 6be6a724-788b-40fe-bef9-77ff4f677779 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:40:36.940347 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Attempting to bind port 6be6a724-788b-40fe-bef9-77ff4f677779 on network 4c3528cc-de1a-4792-9062-0f95d08281aa {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:40:36.946069 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Port 6be6a724-788b-40fe-bef9-77ff4f677779 on network 4c3528cc-de1a-4792-9062-0f95d08281aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:40:36.946375 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Attempting to bind port 6be6a724-788b-40fe-bef9-77ff4f677779 on network 4c3528cc-de1a-4792-9062-0f95d08281aa {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:40:36.952467 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:40:36.952793 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Checking segment: {'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:40:36.953158 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Bound using segment: {'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:40:36.953563 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Bound port: 6be6a724-788b-40fe-bef9-77ff4f677779, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:40:36.953899 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:37.039020 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] For port 6be6a724-788b-40fe-bef9-77ff4f677779, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:40:37.042375 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] For port 6be6a724-788b-40fe-bef9-77ff4f677779, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6be6a724-788b-40fe-bef9-77ff4f677779,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:40:37.046000 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:37.106251 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:37.107614 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] 10.222.0.45 "PUT /v2.0/ports/6be6a724-788b-40fe-bef9-77ff4f677779 HTTP/1.1" status: 200  len: 1094 time: 0.9918795
May 27 00:40:37.108048 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'tag': '6be6a724-788b-40fe-bef9-77ff4f677779'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:40:37.125364 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0910bb4-5c60-4fe9-ae29-fd02497107a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6be6a724-788b-40fe-bef9-77ff4f677779,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:37.183559 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c560f56f-a938-4be1-8f33-56c5c6025e75'] response: {'name': 'network-changed', 'server_uuid': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'tag': '6be6a724-788b-40fe-bef9-77ff4f677779', 'status': 'completed', 'code': 200}
May 27 00:40:37.226605 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-36f34547-10a4-4f21-b4a0-48df7027e352 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 1097 time: 0.0786922
May 27 00:40:37.305187 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-67c3f173-8c9f-44d7-aa34-9764f24ccbc4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6be6a724-788b-40fe-bef9-77ff4f677779 HTTP/1.1" status: 200  len: 217 time: 0.0662911
May 27 00:40:37.382626 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-fbfaedf1-3d3a-410b-8adc-ef0f70547648 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:37.384097 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-fbfaedf1-3d3a-410b-8adc-ef0f70547648 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=502f2fe6-a878-4f72-aab8-414e70e2c519 HTTP/1.1" status: 200  len: 851 time: 0.0603077
May 27 00:40:37.459817 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-25fa821c-f187-4a5f-9cc2-e3684bce89db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c3528cc-de1a-4792-9062-0f95d08281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686777
May 27 00:40:37.583699 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e484e-cd77-4904-8b3b-cd85663274f7 req-f4d5713c-e4f9-45b5-b408-1c0d021ee239 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:37.585533 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-915e484e-cd77-4904-8b3b-cd85663274f7 req-f4d5713c-e4f9-45b5-b408-1c0d021ee239 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 950 time: 0.0780277
May 27 00:40:37.611277 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-a51ad75f-f203-464f-a81d-6c95d5258b52 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438429
May 27 00:40:37.634318 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-915e484e-cd77-4904-8b3b-cd85663274f7 req-5e3bd399-3ab9-4221-a0cf-7e68ba2e9497 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0611e6f2-f6a4-4f54-882c-d19b3e0de5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415881
May 27 00:40:37.798535 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1e6a618f-98c8-49eb-8ae9-9bd5ae786ea3 req-1fdb0edc-4590-4ce5-9b2e-a4ac4b282260 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1810446
May 27 00:40:37.810374 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b89f5-f29f-4e72-9425-b9e7f8c12ae5 req-226f7373-2f83-4b5f-80a3-0dea8c512acc tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:37.811054 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-a39b89f5-f29f-4e72-9425-b9e7f8c12ae5 req-226f7373-2f83-4b5f-80a3-0dea8c512acc tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Synchronizing usage tracker for tenant:de25c0dd13794e4189d3d693683abe3d on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:40:37.828944 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-a39b89f5-f29f-4e72-9425-b9e7f8c12ae5 req-226f7373-2f83-4b5f-80a3-0dea8c512acc tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Unset dirty status for tenant:de25c0dd13794e4189d3d693683abe3d on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:40:37.830088 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a39b89f5-f29f-4e72-9425-b9e7f8c12ae5 req-226f7373-2f83-4b5f-80a3-0dea8c512acc tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.45 "GET /v2.0/ports?device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 950 time: 0.1440413
May 27 00:40:37.859769 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca32de-d5a0-42ae-a440-64a9d9d78961 req-da1e2026-ff61-498e-961a-7fc529df1d25 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:37.861187 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-75ca32de-d5a0-42ae-a440-64a9d9d78961 req-da1e2026-ff61-498e-961a-7fc529df1d25 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 944 time: 0.0814643
May 27 00:40:37.911445 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-75ca32de-d5a0-42ae-a440-64a9d9d78961 req-0c32247a-e7f5-479c-83b4-e5b92c1626ad tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440414
May 27 00:40:38.034503 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-a39b89f5-f29f-4e72-9425-b9e7f8c12ae5 req-991f6ba2-edfb-4fa9-be52-9d427a345963 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Deleting port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:40:38.034839 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a39b89f5-f29f-4e72-9425-b9e7f8c12ae5 req-991f6ba2-edfb-4fa9-be52-9d427a345963 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:38.125104 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-91fae8b2-ea45-480f-ad48-90252ebb8e6f req-d029eeb9-eab1-407e-be14-67693fe8a3e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 1097 time: 0.2537386
May 27 00:40:38.371455 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fae8b2-ea45-480f-ad48-90252ebb8e6f req-d8c9ec33-8400-4432-b039-dfa16ca6769f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:38.372816 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-91fae8b2-ea45-480f-ad48-90252ebb8e6f req-d8c9ec33-8400-4432-b039-dfa16ca6769f service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 913 time: 0.2387989
May 27 00:40:38.439647 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-a39b89f5-f29f-4e72-9425-b9e7f8c12ae5 req-991f6ba2-edfb-4fa9-be52-9d427a345963 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] For port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=5b36eeee-28d2-4119-aa6d-1b9ab34366e4,segment=NetworkSegment(976c4839-9038-418f-aba8-03d8ac679e4d),segment_id=976c4839-9038-418f-aba8-03d8ac679e4d)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:40:38.440304 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a39b89f5-f29f-4e72-9425-b9e7f8c12ae5 req-991f6ba2-edfb-4fa9-be52-9d427a345963 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:38.458007 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-91fae8b2-ea45-480f-ad48-90252ebb8e6f req-e9589c2b-db44-4585-90b9-c884dacd58f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6be6a724-788b-40fe-bef9-77ff4f677779 HTTP/1.1" status: 200  len: 217 time: 0.0766122
May 27 00:40:38.597805 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-a39b89f5-f29f-4e72-9425-b9e7f8c12ae5 req-991f6ba2-edfb-4fa9-be52-9d427a345963 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Calling delete_port for 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:40:38.670132 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fae8b2-ea45-480f-ad48-90252ebb8e6f req-e012a7e2-d71d-43e1-87ca-4eb0d3badcd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:38.671447 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-91fae8b2-ea45-480f-ad48-90252ebb8e6f req-e012a7e2-d71d-43e1-87ca-4eb0d3badcd2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=502f2fe6-a878-4f72-aab8-414e70e2c519 HTTP/1.1" status: 200  len: 851 time: 0.1636846
May 27 00:40:38.808699 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a39b89f5-f29f-4e72-9425-b9e7f8c12ae5 req-991f6ba2-edfb-4fa9-be52-9d427a345963 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:38.816838 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-91fae8b2-ea45-480f-ad48-90252ebb8e6f req-96825d8f-90c9-46fb-91d7-5f8333788ba9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c3528cc-de1a-4792-9062-0f95d08281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1319273
May 27 00:40:38.838548 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92797dab-bc71-487a-9fde-42abec182f44 req-ab5ced5f-0712-44e0-9966-8eaba0621194 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:38.840162 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-92797dab-bc71-487a-9fde-42abec182f44 req-ab5ced5f-0712-44e0-9966-8eaba0621194 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acd744a-545f-4c06-9ccd-977ee1cc5b6e HTTP/1.1" status: 200  len: 950 time: 0.0789111
May 27 00:40:38.886242 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f6ba2-edfb-4fa9-be52-9d427a345963 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Pushing event deleted for resources: {'Port': ['ID=5b36eeee-28d2-4119-aa6d-1b9ab34366e4,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:38.892087 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-92797dab-bc71-487a-9fde-42abec182f44 req-78efeb99-f9e3-4f6c-bf07-ac3cb982f5bd tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0611e6f2-f6a4-4f54-882c-d19b3e0de5d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459425
May 27 00:40:39.035264 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39b89f5-f29f-4e72-9425-b9e7f8c12ae5 req-991f6ba2-edfb-4fa9-be52-9d427a345963 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] No DVR routers for this DVR port 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:40:39.038055 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-a39b89f5-f29f-4e72-9425-b9e7f8c12ae5 req-991f6ba2-edfb-4fa9-be52-9d427a345963 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:39.066816 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a39b89f5-f29f-4e72-9425-b9e7f8c12ae5 req-991f6ba2-edfb-4fa9-be52-9d427a345963 tempest-VolumesNegativeTest-1484850000 tempest-VolumesNegativeTest-1484850000-project] 10.222.0.45 "DELETE /v2.0/ports/5b36eeee-28d2-4119-aa6d-1b9ab34366e4 HTTP/1.1" status: 204  len: 173 time: 1.2250702
May 27 00:40:39.071001 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-91fae8b2-ea45-480f-ad48-90252ebb8e6f req-85da3ab2-4f04-4624-b392-f1a2a1321231 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2238929
May 27 00:40:39.126843 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1fb3f-5205-4ab0-8af9-df23115258e6 req-de9a8399-6c67-474e-8a66-f9b1f938358b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:39.131183 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:40:39.135853 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-83f1fb3f-5205-4ab0-8af9-df23115258e6 req-de9a8399-6c67-474e-8a66-f9b1f938358b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 944 time: 0.0975227
May 27 00:40:39.187039 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acd744a-545f-4c06-9ccd-977ee1cc5b6e', 'name': 'network-vif-deleted', 'tag': '5b36eeee-28d2-4119-aa6d-1b9ab34366e4'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:40:39.188271 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-83f1fb3f-5205-4ab0-8af9-df23115258e6 req-3a2b57e7-1527-4162-a6a2-6b1894b960fb tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512135
May 27 00:40:39.239977 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-91fae8b2-ea45-480f-ad48-90252ebb8e6f req-4dc554c3-85c8-4ed0-a9d1-a0fb0a35f1a8 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625824
May 27 00:40:39.246448 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9774f195-5d5d-4d5c-9262-f175135f31cf'] response: {'server_uuid': '7acd744a-545f-4c06-9ccd-977ee1cc5b6e', 'name': 'network-vif-deleted', 'tag': '5b36eeee-28d2-4119-aa6d-1b9ab34366e4', 'status': 'completed', 'code': 200}
May 27 00:40:40.396717 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69beb1f-1172-423d-98e0-d57a9dbd2ed0 req-31da1ea9-6a13-4ff1-b7c8-a16fabf64a37 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:40.398173 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e69beb1f-1172-423d-98e0-d57a9dbd2ed0 req-31da1ea9-6a13-4ff1-b7c8-a16fabf64a37 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 944 time: 0.0812020
May 27 00:40:40.531434 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e69beb1f-1172-423d-98e0-d57a9dbd2ed0 req-b90da805-e69c-4b61-b43d-c81e99d5ef91 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1270823
May 27 00:40:40.821876 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:40:40.854811 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:40:40.855361 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 5b36eeee-28d2-4119-aa6d-1b9ab34366e4 not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:40:41.738407 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbcf42-978f-43a0-99e1-7f36fe104131 req-9336573d-7e51-43c9-ad6d-d2b8cb2d6e82 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:41.739905 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f9dbcf42-978f-43a0-99e1-7f36fe104131 req-9336573d-7e51-43c9-ad6d-d2b8cb2d6e82 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 944 time: 0.0821412
May 27 00:40:41.788506 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f9dbcf42-978f-43a0-99e1-7f36fe104131 req-914822ee-1c61-41cc-9374-0505e5764ed2 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408096
May 27 00:40:42.997250 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d07ee6-6cbf-48e8-adb1-9dad3277b108 req-26938f12-c09e-4b9d-b074-07aef3abd0c0 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:43.000274 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b7d07ee6-6cbf-48e8-adb1-9dad3277b108 req-26938f12-c09e-4b9d-b074-07aef3abd0c0 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 944 time: 0.0848844
May 27 00:40:43.042250 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b7d07ee6-6cbf-48e8-adb1-9dad3277b108 req-b664f044-349d-4f32-a2d9-7be226497ba1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402644
May 27 00:40:43.381462 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:44.239139 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb950-3c90-4d94-a10c-544736a498fe req-bd3a5b91-c0c2-496e-a560-4c6cd24ac6d2 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:44.240591 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f67cb950-3c90-4d94-a10c-544736a498fe req-bd3a5b91-c0c2-496e-a560-4c6cd24ac6d2 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 944 time: 0.0745342
May 27 00:40:44.288316 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f67cb950-3c90-4d94-a10c-544736a498fe req-32910a64-7be3-43c4-90d6-681201c2fe9c tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422726
May 27 00:40:44.533941 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-2d3efa31-76b3-4906-bbbc-71bfe2194feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:44.678220 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38780) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:40:44.857857 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-a51e1cb6-0946-4cf5-bd57-804c7e65cce0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de25c0dd13794e4189d3d693683abe3d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1784654
May 27 00:40:44.860422 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38786) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:40:44.925380 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6a2d146d-11ee-454e-bf6a-9739fd1a81fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:44.953528 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6a2d146d-11ee-454e-bf6a-9739fd1a81fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:45.006490 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6a2d146d-11ee-454e-bf6a-9739fd1a81fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:45.021674 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d146d-11ee-454e-bf6a-9739fd1a81fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0611e6f2-f6a4-4f54-882c-d19b3e0de5d2,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:45.029178 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6a2d146d-11ee-454e-bf6a-9739fd1a81fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:45.030298 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-6a2d146d-11ee-454e-bf6a-9739fd1a81fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0611e6f2-f6a4-4f54-882c-d19b3e0de5d2 HTTP/1.1" status: 204  len: 168 time: 0.1689997
May 27 00:40:45.493092 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c48588-e9a1-422b-970c-fd8153bc830b req-6073150c-991e-4304-ae17-76d84f478213 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:45.494575 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-45c48588-e9a1-422b-970c-fd8153bc830b req-6073150c-991e-4304-ae17-76d84f478213 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 944 time: 0.0844638
May 27 00:40:45.552076 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-45c48588-e9a1-422b-970c-fd8153bc830b req-97faf3d8-619f-4f5a-8659-b467ef647bf8 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464854
May 27 00:40:46.697100 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-dcf58c97-ba61-413c-a6b1-974053644558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:46.756319 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40df4ca-f351-466d-bcbe-eabbf04efc6b req-5c357548-440e-4d5a-afae-237dc3da1f50 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:46.757743 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c40df4ca-f351-466d-bcbe-eabbf04efc6b req-5c357548-440e-4d5a-afae-237dc3da1f50 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 944 time: 0.0743029
May 27 00:40:46.808102 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c40df4ca-f351-466d-bcbe-eabbf04efc6b req-78122c3e-4cf6-4008-812b-73f62644c7ca tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447075
May 27 00:40:46.836758 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 6be6a724-788b-40fe-bef9-77ff4f677779 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:40:46.970644 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 6be6a724-788b-40fe-bef9-77ff4f677779, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6be6a724-788b-40fe-bef9-77ff4f677779,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:40:46.985274 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': '6be6a724-788b-40fe-bef9-77ff4f677779', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'port_id': '6be6a724-788b-40fe-bef9-77ff4f677779', 'mac_address': 'fa:16:3e:ae:c5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:40:47.042911 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:47.062830 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be6a724-788b-40fe-bef9-77ff4f677779 {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:40:47.078097 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 6be6a724-788b-40fe-bef9-77ff4f677779, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6be6a724-788b-40fe-bef9-77ff4f677779,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:40:47.082154 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:47.152425 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=6be6a724-788b-40fe-bef9-77ff4f677779,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:47.421547 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['6be6a724-788b-40fe-bef9-77ff4f677779'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:40:47.948733 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:47.979787 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:48.009537 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700b0fb-0efc-4862-a4de-ce2f51ffbcc7 req-3a28058d-8df2-4585-9a68-1e2beebc0302 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:48.010979 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d700b0fb-0efc-4862-a4de-ce2f51ffbcc7 req-3a28058d-8df2-4585-9a68-1e2beebc0302 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 945 time: 0.0802407
May 27 00:40:48.056368 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d700b0fb-0efc-4862-a4de-ce2f51ffbcc7 req-c7d474f8-3594-4b8c-91a3-dd43b0e05f73 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398815
May 27 00:40:49.234618 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:49.255650 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56521729-01df-4f3f-81e4-2184e8af95e2 req-42a2aa32-e333-4db7-b70a-d51ea8409285 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:49.257088 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-56521729-01df-4f3f-81e4-2184e8af95e2 req-42a2aa32-e333-4db7-b70a-d51ea8409285 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 945 time: 0.0809054
May 27 00:40:49.302421 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-56521729-01df-4f3f-81e4-2184e8af95e2 req-6b799fe2-2fb5-4b36-88d9-9f0f88d1f474 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398641
May 27 00:40:50.493283 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d4659-1af2-4932-a497-7a122fd99111 req-eca1d93c-0f56-491d-b3b9-177023df0a3f tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:50.494723 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e14d4659-1af2-4932-a497-7a122fd99111 req-eca1d93c-0f56-491d-b3b9-177023df0a3f tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 945 time: 0.0755138
May 27 00:40:50.538934 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e14d4659-1af2-4932-a497-7a122fd99111 req-517a7915-0485-4870-bbe3-b2d85c9d4f9f tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385532
May 27 00:40:51.736316 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111e86d-8167-493f-9a47-ef5b5af0ac88 req-eeb19d69-460d-4737-8e19-92f043ec4b91 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:51.737761 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6111e86d-8167-493f-9a47-ef5b5af0ac88 req-eeb19d69-460d-4737-8e19-92f043ec4b91 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 945 time: 0.0785704
May 27 00:40:51.784035 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6111e86d-8167-493f-9a47-ef5b5af0ac88 req-a8c6bcc3-5889-4c57-b52e-9e1b9f53863c tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408311
May 27 00:40:52.978547 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ce90f-0bc3-4e93-9636-986ac91d6ce4 req-06a91059-d342-48e4-a5a4-2a0655a2373a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:52.980042 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-192ce90f-0bc3-4e93-9636-986ac91d6ce4 req-06a91059-d342-48e4-a5a4-2a0655a2373a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 945 time: 0.0754442
May 27 00:40:53.023876 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-192ce90f-0bc3-4e93-9636-986ac91d6ce4 req-269e204a-821d-4521-acb3-cb74aca6458c tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382760
May 27 00:40:53.711848 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 6be6a724-788b-40fe-bef9-77ff4f677779 up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:40:53.779715 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port 6be6a724-788b-40fe-bef9-77ff4f677779 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:40:53.784376 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port 6be6a724-788b-40fe-bef9-77ff4f677779 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:40:53.784763 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:53.897126 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:53.923366 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be6a724-788b-40fe-bef9-77ff4f677779'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:40:53.933152 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 6be6a724-788b-40fe-bef9-77ff4f677779, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6be6a724-788b-40fe-bef9-77ff4f677779,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:40:53.938004 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:53.981869 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b21c1b-548d-4668-bde0-bd59e205aa24'] response: {'server_uuid': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be6a724-788b-40fe-bef9-77ff4f677779', 'code': 200}
May 27 00:40:54.004816 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=6be6a724-788b-40fe-bef9-77ff4f677779,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:54.012960 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:54.013300 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:54.013629 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:54.013953 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:54.014283 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:54.014596 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:54.014912 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:54.015230 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:54.015542 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:54.015894 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:54.016207 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:40:54.227311 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e42338-6ae5-492d-bbf8-ca0b8a6122ed req-c33dd443-1c3d-4fdf-89ad-e1cf6ff44297 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:54.228790 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-43e42338-6ae5-492d-bbf8-ca0b8a6122ed req-c33dd443-1c3d-4fdf-89ad-e1cf6ff44297 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 946 time: 0.0815706
May 27 00:40:54.273405 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-43e42338-6ae5-492d-bbf8-ca0b8a6122ed req-9d849a1e-3aa6-4aaa-9971-eab8d32615b3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391290
May 27 00:40:55.468209 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326baf06-6b2e-47fe-abce-2084d57fbc14 req-075ec667-d925-42b0-9f46-95368a4a317d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:55.469549 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-326baf06-6b2e-47fe-abce-2084d57fbc14 req-075ec667-d925-42b0-9f46-95368a4a317d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 946 time: 0.0746934
May 27 00:40:55.516918 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-326baf06-6b2e-47fe-abce-2084d57fbc14 req-737d7548-d5e5-4b2a-9440-70c0b47d73cf tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417259
May 27 00:40:55.963219 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d7c97784-33b4-4d51-bdce-9556946065d2 req-ddab9cff-acbc-4f6f-ad5e-82bf211e5609 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 1099 time: 0.0683875
May 27 00:40:56.010989 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-d7c97784-33b4-4d51-bdce-9556946065d2 req-8c9a15e9-465c-4ae0-b410-4a12ca87b243 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417740
May 27 00:40:56.710929 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8927c-f6ee-4f68-b7ac-e4a2394ae849 req-381678c5-8961-49d7-bb82-54e09e4ebc86 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:56.712403 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9cc8927c-f6ee-4f68-b7ac-e4a2394ae849 req-381678c5-8961-49d7-bb82-54e09e4ebc86 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 946 time: 0.0769260
May 27 00:40:56.756455 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9cc8927c-f6ee-4f68-b7ac-e4a2394ae849 req-130791e4-bb41-4417-87c0-a07e16d70c80 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383329
May 27 00:40:57.958626 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea975d0f-714f-4931-b863-8d07361f861e req-5bb927bf-5314-449b-a0f1-a929a424dcef tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:57.960095 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ea975d0f-714f-4931-b863-8d07361f861e req-5bb927bf-5314-449b-a0f1-a929a424dcef tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 946 time: 0.0823052
May 27 00:40:58.005265 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ea975d0f-714f-4931-b863-8d07361f861e req-62d77860-0358-4a68-beb6-e592bc7a7e3d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389876
May 27 00:40:58.200248 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d803bb1-57cd-48e1-b531-a50aabbdb10c req-2f4a88c4-669b-4c28-a67f-2d9c12267ac6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:40:58.201678 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1d803bb1-57cd-48e1-b531-a50aabbdb10c req-2f4a88c4-669b-4c28-a67f-2d9c12267ac6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 946 time: 0.0752320
May 27 00:40:58.245400 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1d803bb1-57cd-48e1-b531-a50aabbdb10c req-fad603a7-0e8e-4459-bd03-0fb8b0d34749 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381861
May 27 00:40:58.273089 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38880) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:40:58.343468 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-35a05b66-d01f-4dd3-a9dd-a7183a4d22ee tempest-TestVolumeBootPattern-1122126694 tempest-TestVolumeBootPattern-1122126694-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 1094 time: 0.0692017
May 27 00:40:58.345950 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38884) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:40:58.351460 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Request body: {'floatingip': {'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'port_id': '6be6a724-788b-40fe-bef9-77ff4f677779', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:40:58.356672 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:40:58.360423 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Usage tracker for resource:floatingip and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:40:58.363189 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:40:58.369414 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:40:58.379632 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for floatingip, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:58.509746 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:58.645640 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Allocated IP 172.27.3.116 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/fdb2a3c2-9297-4c44-93a0-a6be014078b0) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:40:58.861944 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:58.889146 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:58.953963 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:40:58.956756 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:40:58.961141 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:40:58.984670 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event updated for resources: {'Port': ['ID=fdb2a3c2-9297-4c44-93a0-a6be014078b0,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:59.449909 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:59.506128 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:59.707221 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:59.711373 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877299'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:40:59.817706 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event updated for resources: {'Port': ['ID=fdb2a3c2-9297-4c44-93a0-a6be014078b0,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:40:59.829331 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:00.016644 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.l3_db [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Floating IP 8fb68c28-2df4-47ec-81c0-46a7dad67350 associated. External IP: 172.27.3.116, port: 6be6a724-788b-40fe-bef9-77ff4f677779.
May 27 00:41:00.486486 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:41:00.690427 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:41:00.700975 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd34598-59bc-45f7-a873-71b26c3eba39 None None] Sync routers for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:41:00.713935 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd34598-59bc-45f7-a873-71b26c3eba39 None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:41:00.714602 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-7fd34598-59bc-45f7-a873-71b26c3eba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf15c4f40>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:40:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:41:00.717142 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:00.770382 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-6b5991f7-ffb9-4f29-8b5f-3b2211e3afb6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4226613
May 27 00:41:00.770940 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'tag': '6be6a724-788b-40fe-bef9-77ff4f677779'}] {{(pid=83748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:41:00.826760 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e50d29c-1665-441e-ba53-49b1cdf9030f'] response: {'name': 'network-changed', 'server_uuid': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'tag': '6be6a724-788b-40fe-bef9-77ff4f677779', 'status': 'completed', 'code': 200}
May 27 00:41:00.913390 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-7fd34598-59bc-45f7-a873-71b26c3eba39 None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:41:01.245816 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-7fd34598-59bc-45f7-a873-71b26c3eba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf15c4f40>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '8fb68c28-2df4-47ec-81c0-46a7dad67350', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'port_id': '6be6a724-788b-40fe-bef9-77ff4f677779', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'mac_address': 'fa:16:3e:ae:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:40:59Z', 'updated_at': '2022-05-27T00:40:59Z', 'revision_number': 0, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:41:01.249547 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd34598-59bc-45f7-a873-71b26c3eba39 None None] Checking router: 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:41:01.260244 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd34598-59bc-45f7-a873-71b26c3eba39 None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:41:01.260818 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-7fd34598-59bc-45f7-a873-71b26c3eba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf15c4f40>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:40:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:41:01.434730 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-7fd34598-59bc-45f7-a873-71b26c3eba39 None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:41:01.729594 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-11f8aaef-dbf2-483c-9c78-45fba070a016 req-d0659015-eba2-4c96-b988-4f104cf7af2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 1099 time: 0.0704634
May 27 00:41:01.782374 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-7fd34598-59bc-45f7-a873-71b26c3eba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf15c4f40>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '8fb68c28-2df4-47ec-81c0-46a7dad67350', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'port_id': '6be6a724-788b-40fe-bef9-77ff4f677779', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'mac_address': 'fa:16:3e:ae:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:40:59Z', 'updated_at': '2022-05-27T00:40:59Z', 'revision_number': 0, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:41:01.787405 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd34598-59bc-45f7-a873-71b26c3eba39 None None] The sync data for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi is: [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '8fb68c28-2df4-47ec-81c0-46a7dad67350', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'port_id': '6be6a724-788b-40fe-bef9-77ff4f677779', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'mac_address': 'fa:16:3e:ae:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:40:59Z', 'updated_at': '2022-05-27T00:40:59Z', 'revision_number': 0, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:41:01.963747 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8aaef-dbf2-483c-9c78-45fba070a016 req-3fa39282-d309-411d-aa95-ffe17a9f7e97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:41:01.965191 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-11f8aaef-dbf2-483c-9c78-45fba070a016 req-3fa39282-d309-411d-aa95-ffe17a9f7e97 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 913 time: 0.2298322
May 27 00:41:01.979877 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd3fe64-2100-44f2-a65b-8b59e0a473ad None None] New status for floating IP 8fb68c28-2df4-47ec-81c0-46a7dad67350: ACTIVE {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:41:02.069232 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-11f8aaef-dbf2-483c-9c78-45fba070a016 req-98b29b1d-bcb8-47e6-b40a-65e11cc27371 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6be6a724-788b-40fe-bef9-77ff4f677779 HTTP/1.1" status: 200  len: 1000 time: 0.0974169
May 27 00:41:02.131001 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8aaef-dbf2-483c-9c78-45fba070a016 req-807359fa-4e12-49e3-8d39-799d0f05874b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:41:02.132469 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-11f8aaef-dbf2-483c-9c78-45fba070a016 req-807359fa-4e12-49e3-8d39-799d0f05874b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=502f2fe6-a878-4f72-aab8-414e70e2c519 HTTP/1.1" status: 200  len: 851 time: 0.0575004
May 27 00:41:02.209319 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-11f8aaef-dbf2-483c-9c78-45fba070a016 req-5dcdf059-1350-473b-b608-33fef86fa058 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c3528cc-de1a-4792-9062-0f95d08281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703073
May 27 00:41:02.341755 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-11f8aaef-dbf2-483c-9c78-45fba070a016 req-cd2759b4-154f-433d-98fa-093a645314d8 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265411
May 27 00:41:02.510073 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-11f8aaef-dbf2-483c-9c78-45fba070a016 req-ed51cc15-9dc6-4c6c-b23a-7d197c71847a service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287005
May 27 00:41:08.404007 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38974) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:41:08.540752 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f447-4331-4ce8-a18b-e9c68c3e277a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:08.579475 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-9ce9f447-4331-4ce8-a18b-e9c68c3e277a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:41:08.579475 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-9ce9f447-4331-4ce8-a18b-e9c68c3e277a admin admin] Usage tracker for resource:security_group_rule and tenant:e5b18db383ff40e687e6a081292a04f3 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:41:08.579475 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-9ce9f447-4331-4ce8-a18b-e9c68c3e277a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:41:08.583865 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-9ce9f447-4331-4ce8-a18b-e9c68c3e277a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:41:08.650793 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f447-4331-4ce8-a18b-e9c68c3e277a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:08.654487 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f447-4331-4ce8-a18b-e9c68c3e277a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:08.701044 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9f447-4331-4ce8-a18b-e9c68c3e277a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc15453-1563-45f8-b79b-136fe4457454,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:41:08.705132 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-9ce9f447-4331-4ce8-a18b-e9c68c3e277a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5b18db383ff40e687e6a081292a04f3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3001328
May 27 00:41:08.708618 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 38980) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:41:08.765412 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d6d16dbd-ba32-4cb0-8c14-92c79ae65e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:08.790011 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d6d16dbd-ba32-4cb0-8c14-92c79ae65e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:08.841131 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d6d16dbd-ba32-4cb0-8c14-92c79ae65e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:08.855257 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d16dbd-ba32-4cb0-8c14-92c79ae65e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc15453-1563-45f8-b79b-136fe4457454,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:41:08.863314 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d6d16dbd-ba32-4cb0-8c14-92c79ae65e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:08.867471 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-d6d16dbd-ba32-4cb0-8c14-92c79ae65e1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cc15453-1563-45f8-b79b-136fe4457454 HTTP/1.1" status: 204  len: 168 time: 0.1555414
May 27 00:41:13.392772 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:14.530072 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-39d206f4-c927-4749-9848-22004aa2dc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:16.131385 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:41:16.703764 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ccbe3fa2-b084-47e6-9bc4-ef4dc05ef007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:17.525166 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4218dd91-a8d0-46d6-92e1-fe681320cae4 req-793a092e-4974-4eb9-b396-709a9784bfd9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0668435
May 27 00:41:17.666000 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4218dd91-a8d0-46d6-92e1-fe681320cae4 req-933c65b9-b6b4-4426-8c6a-1786eb43153d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7a13287fe4645ee8ed22881d5838e5d&device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 1099 time: 0.0720127
May 27 00:41:17.806512 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218dd91-a8d0-46d6-92e1-fe681320cae4 req-91087292-a985-40ad-b4d3-1a4b36b9d54e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:41:17.807974 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4218dd91-a8d0-46d6-92e1-fe681320cae4 req-91087292-a985-40ad-b4d3-1a4b36b9d54e service neutron] 10.222.0.45 "GET /v2.0/networks?id=b076ca95-8f33-4278-881a-309368965c55 HTTP/1.1" status: 200  len: 909 time: 0.1219625
May 27 00:41:17.906343 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4218dd91-a8d0-46d6-92e1-fe681320cae4 req-bd093bf8-377c-4ab5-a1b0-30accf0822c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f HTTP/1.1" status: 200  len: 1000 time: 0.0918093
May 27 00:41:17.955746 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:17.981432 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:17.982302 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218dd91-a8d0-46d6-92e1-fe681320cae4 req-9cc73df1-56a8-44e7-89ad-155463da551b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:41:17.983773 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4218dd91-a8d0-46d6-92e1-fe681320cae4 req-9cc73df1-56a8-44e7-89ad-155463da551b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00566f4b-5a14-4e8b-9a89-7dc8af776e7a HTTP/1.1" status: 200  len: 847 time: 0.0713151
May 27 00:41:18.057018 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4218dd91-a8d0-46d6-92e1-fe681320cae4 req-4e9750cc-835c-49ca-ac17-ff10e9f50b6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b076ca95-8f33-4278-881a-309368965c55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0664487
May 27 00:41:18.185738 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4218dd91-a8d0-46d6-92e1-fe681320cae4 req-0d447cd4-b454-4084-8aed-3a9c04a80415 service neutron] 10.222.0.45 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213923
May 27 00:41:18.313133 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-4218dd91-a8d0-46d6-92e1-fe681320cae4 req-3a50c45d-f75d-468e-a4a4-ee9b979c82a1 service neutron] 10.222.0.45 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213801
May 27 00:41:19.237338 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:43.391986 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:44.532035 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a85c968e-1137-47b5-a395-21243ef956b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:46.700428 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-05517085-5de3-41f9-9449-e1d91c95cc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:47.951727 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:47.981718 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:49.241053 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:41:53.132708 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:42:02.369442 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39060) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:02.374962 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1915588792', 'description': 'tempest-description--1515807390'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:42:02.381488 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:42:02.394593 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:42:02.404985 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:02.439178 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:42:02.443617 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:security_group_rule and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:42:02.446348 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:42:02.451968 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:42:02.503933 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:02.508747 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:02.551111 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0925bf8a-ec65-4e5b-82b6-d854ed3e5f11,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:02.560075 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:02.561248 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.1907833
May 27 00:42:02.562873 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.563208 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.563543 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.563896 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.564222 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.564475 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39064) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:02.564942 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.564942 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.565186 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.565477 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.565792 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.566109 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c14e25-2536-40da-b1f2-3a40e964f364 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.570938 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'security_group_rule': {'security_group_id': '0925bf8a-ec65-4e5b-82b6-d854ed3e5f11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:42:02.577038 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:42:02.581233 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:security_group_rule and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:42:02.584135 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:42:02.589760 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:42:02.605327 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:02.668636 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:02.672234 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:02.699773 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e3371b-44e5-47d6-beda-a65a9e68fa89,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:02.709765 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.710104 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.710433 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.710787 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.711215 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.711541 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.711883 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.712197 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.712509 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.712820 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.713130 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:02.716058 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:02.719893 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-4766037a-c164-4473-9ae6-69175aaecb5d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1542726
May 27 00:42:02.720042 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39068) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:02.725692 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-1cc38c1e-75cc-4bd3-ad64-be49cd1a3111 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'security_group_rule': {'security_group_id': '0925bf8a-ec65-4e5b-82b6-d854ed3e5f11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:42:02.731526 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-1cc38c1e-75cc-4bd3-ad64-be49cd1a3111 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:42:02.735352 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-1cc38c1e-75cc-4bd3-ad64-be49cd1a3111 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:security_group_rule and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:42:02.738249 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-1cc38c1e-75cc-4bd3-ad64-be49cd1a3111 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:42:02.745152 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-1cc38c1e-75cc-4bd3-ad64-be49cd1a3111 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:42:02.761121 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1cc38c1e-75cc-4bd3-ad64-be49cd1a3111 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:02.822085 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1cc38c1e-75cc-4bd3-ad64-be49cd1a3111 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:02.825669 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1cc38c1e-75cc-4bd3-ad64-be49cd1a3111 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:02.848255 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc38c1e-75cc-4bd3-ad64-be49cd1a3111 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f3e2c4-ba32-40f2-9345-5ab31546ab13,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:02.857288 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1cc38c1e-75cc-4bd3-ad64-be49cd1a3111 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:02.858689 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-1cc38c1e-75cc-4bd3-ad64-be49cd1a3111 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1375570
May 27 00:42:02.861530 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39072) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:02.867310 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'floatingip': {'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:42:02.872941 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:42:02.877022 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:floatingip and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:42:02.879511 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:42:02.885167 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:42:02.895296 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:03.027156 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:03.165255 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Allocated IP 172.27.3.68 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/5c4dbf3a-bd56-4782-be06-b77470ca151a) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:42:03.311375 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:03.339151 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:03.408241 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:42:03.411024 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:42:03.416219 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:42:03.442071 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'Port': ['ID=5c4dbf3a-bd56-4782-be06-b77470ca151a,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:03.574506 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:03.628782 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:03.919377 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:03.923569 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877299'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:04.028044 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'Port': ['ID=5c4dbf3a-bd56-4782-be06-b77470ca151a,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:04.039459 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:04.061515 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:04.062704 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-ff66c637-c239-405c-8996-1fb6cd4ba823 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2002516
May 27 00:42:04.293123 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-a1f7d096-3bd9-46e2-90f2-639f77519721 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Synchronizing usage tracker for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:security_group {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:42:04.308123 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-a1f7d096-3bd9-46e2-90f2-639f77519721 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Unset dirty status for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:security_group {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:42:04.309243 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-a1f7d096-3bd9-46e2-90f2-639f77519721 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1915588792&fields=id&tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb HTTP/1.1" status: 200  len: 267 time: 0.0609727
May 27 00:42:04.452409 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-51916d33-7bc2-456d-85ba-6e33ccb65ea3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:04.453843 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-51916d33-7bc2-456d-85ba-6e33ccb65ea3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 815 time: 0.1380446
May 27 00:42:04.469824 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-8bc89495-960d-41b7-9b84-424ee3f9c496 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/quotas/93f0f93a783e461dbde76d7c5fbc9bdb HTTP/1.1" status: 200  len: 375 time: 0.0102491
May 27 00:42:04.552868 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-d1c46ddb-1e6d-4857-8ad0-ecd36b347cc0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0768692
May 27 00:42:04.686839 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-08b4d5bf-260c-4522-8b73-c36e16703f59 service neutron] 10.222.0.21 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221938
May 27 00:42:04.815410 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-3d47f73f-3d0f-4160-9b81-f4a6f377f2e4 service neutron] 10.222.0.21 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224265
May 27 00:42:05.004189 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-bea07b95-bdd8-4b2a-a756-ef5b0b6b26e4 req-c8cb7f12-66e1-4364-a87d-e86a9a5c641c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 210 time: 0.0399065
May 27 00:42:06.100233 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-22f45034-d0eb-4401-8126-9b42b6029f01 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:06.101646 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-22f45034-d0eb-4401-8126-9b42b6029f01 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 815 time: 0.2333682
May 27 00:42:06.160549 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-e50cdabc-bf89-4e22-a39e-3ddd7429fbc4 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb HTTP/1.1" status: 200  len: 473 time: 0.0430911
May 27 00:42:06.169213 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'port': {'device_id': '87004052-6bf9-43df-9396-7a04df35f8ff', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'admin_state_up': True, 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'security_groups': ['0925bf8a-ec65-4e5b-82b6-d854ed3e5f11']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:42:06.173500 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-2b1b11e2-a685-4003-bbff-7e7eed6bf367 req-925af0b5-8601-4205-a7bd-e2b1a4634e29 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 210 time: 0.0443187
May 27 00:42:06.300321 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:42:06.304612 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:port and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:42:06.307345 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:42:06.313188 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:42:06.323315 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Made reservation on behalf of 93f0f93a783e461dbde76d7c5fbc9bdb for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:42:06.326247 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:06.483242 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Allocated IP 172.20.0.13 (f04d0053-3adb-4922-88cc-885696f296f9/80be4f1b-7e3e-4cbc-af41-ba8a72bc6191/e880f422-639a-4ae5-bf1e-330faac258d4) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:42:06.665358 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:06.680756 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Transition to ACTIVE for port object e880f422-639a-4ae5-bf1e-330faac258d4 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:42:06.701283 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:06.776268 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Network f04d0053-3adb-4922-88cc-885696f296f9 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:42:06.779254 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:42:06.783573 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:42:06.809188 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'Port': ['ID=e880f422-639a-4ae5-bf1e-330faac258d4,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:06.846411 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:06.847004 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:06.869449 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-9265377c-c6c5-4474-ae66-611ed3f8e17e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7037742
May 27 00:42:06.881138 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Request body: {'port': {'device_id': '87004052-6bf9-43df-9396-7a04df35f8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:42:06.971952 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-30b38759-7664-4c1d-bfe8-63b6e2a2ebec None None] Provisioning for port e880f422-639a-4ae5-bf1e-330faac258d4 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:42:06.977297 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-30b38759-7664-4c1d-bfe8-63b6e2a2ebec None None] Provisioning complete for port e880f422-639a-4ae5-bf1e-330faac258d4 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:42:06.977731 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-30b38759-7664-4c1d-bfe8-63b6e2a2ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:06.990929 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:07.028484 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-30b38759-7664-4c1d-bfe8-63b6e2a2ebec None None] Port e880f422-639a-4ae5-bf1e-330faac258d4 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:42:07.322183 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e880f422-639a-4ae5-bf1e-330faac258d4 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:42:07.329044 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:07.345442 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Transition to ACTIVE for port object e880f422-639a-4ae5-bf1e-330faac258d4 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:42:07.350155 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:07.372529 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe286e-c6d7-4e62-94e6-3cb55ceb753e req-d4269176-99ba-4871-9c23-6150e1e49978 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:07.374007 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-06fe286e-c6d7-4e62-94e6-3cb55ceb753e req-d4269176-99ba-4871-9c23-6150e1e49978 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 932 time: 0.0773339
May 27 00:42:07.420111 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-06fe286e-c6d7-4e62-94e6-3cb55ceb753e req-e4f62407-ab18-46e3-aeca-1ff14ff904a1 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=0925bf8a-ec65-4e5b-82b6-d854ed3e5f11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400527
May 27 00:42:07.473422 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Pushing event updated for resources: {'Port': ['ID=e880f422-639a-4ae5-bf1e-330faac258d4,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:07.585498 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Attempting to bind port e880f422-639a-4ae5-bf1e-330faac258d4 on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:42:07.585750 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Attempting to bind port e880f422-639a-4ae5-bf1e-330faac258d4 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:42:07.586072 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Attempting to bind port e880f422-639a-4ae5-bf1e-330faac258d4 on network f04d0053-3adb-4922-88cc-885696f296f9 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:42:07.591852 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Port e880f422-639a-4ae5-bf1e-330faac258d4 on network f04d0053-3adb-4922-88cc-885696f296f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:42:07.592167 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Attempting to bind port e880f422-639a-4ae5-bf1e-330faac258d4 on network f04d0053-3adb-4922-88cc-885696f296f9 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:42:07.598298 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:42:07.598626 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Checking segment: {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:42:07.599051 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Bound using segment: {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:42:07.599435 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Bound port: e880f422-639a-4ae5-bf1e-330faac258d4, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:42:07.599801 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:07.688389 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] For port e880f422-639a-4ae5-bf1e-330faac258d4, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:42:07.691335 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] For port e880f422-639a-4ae5-bf1e-330faac258d4, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e880f422-639a-4ae5-bf1e-330faac258d4,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:42:07.695990 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:07.750948 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:07.752329 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] 10.222.0.45 "PUT /v2.0/ports/e880f422-639a-4ae5-bf1e-330faac258d4 HTTP/1.1" status: 200  len: 1094 time: 0.8757675
May 27 00:42:07.763381 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87004052-6bf9-43df-9396-7a04df35f8ff', 'tag': 'e880f422-639a-4ae5-bf1e-330faac258d4'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:42:07.786852 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57643f-7e4a-4823-a7c2-9ad812eada90 service neutron] Pushing event updated for resources: {'Port': ['ID=e880f422-639a-4ae5-bf1e-330faac258d4,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:07.831875 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0bf9c10-c9e5-479b-a81e-5e5eabfed5dc'] response: {'name': 'network-changed', 'server_uuid': '87004052-6bf9-43df-9396-7a04df35f8ff', 'tag': 'e880f422-639a-4ae5-bf1e-330faac258d4', 'status': 'completed', 'code': 200}
May 27 00:42:07.864904 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-89966636-de8d-45aa-a184-97e9b4345828 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 1097 time: 0.0733476
May 27 00:42:08.021948 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-56399306-0eda-443d-a20f-182219d8bb84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e880f422-639a-4ae5-bf1e-330faac258d4 HTTP/1.1" status: 200  len: 217 time: 0.1492372
May 27 00:42:08.081561 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-c510b112-e204-4d48-9aed-0bd359252945 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:08.082931 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-c510b112-e204-4d48-9aed-0bd359252945 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80be4f1b-7e3e-4cbc-af41-ba8a72bc6191 HTTP/1.1" status: 200  len: 854 time: 0.0555396
May 27 00:42:08.156785 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-d43a8490-47dc-4a73-8383-c37531a679b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f04d0053-3adb-4922-88cc-885696f296f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0674996
May 27 00:42:08.284141 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-4284fa4a-8ab4-42e3-867e-11a647f7e73b service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1200111
May 27 00:42:08.413283 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-ee70a3a9-3fbc-4794-86f8-5ab06a2ea485 req-e5b31e12-1c50-4b21-95fd-29239876a2a8 service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224906
May 27 00:42:08.522970 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c845b24b-8ed4-40fa-b898-cf7e631402dd req-60c0dcc8-e628-443d-8f06-487d83b92e4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 1097 time: 0.0680768
May 27 00:42:08.647047 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41323a-3edc-46c2-91bd-883c388ac20d req-9230ec12-fc5e-44ac-9e94-dd3b494cd978 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:08.648935 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fa41323a-3edc-46c2-91bd-883c388ac20d req-9230ec12-fc5e-44ac-9e94-dd3b494cd978 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 944 time: 0.0796714
May 27 00:42:08.653481 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845b24b-8ed4-40fa-b898-cf7e631402dd req-33679d61-deb7-49ea-97df-2d31b2814528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:08.654949 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c845b24b-8ed4-40fa-b898-cf7e631402dd req-33679d61-deb7-49ea-97df-2d31b2814528 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 916 time: 0.1256926
May 27 00:42:08.694274 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fa41323a-3edc-46c2-91bd-883c388ac20d req-1a4d8edb-ddcc-42c5-b3e6-4380f757f1bc tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=0925bf8a-ec65-4e5b-82b6-d854ed3e5f11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399761
May 27 00:42:08.731129 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c845b24b-8ed4-40fa-b898-cf7e631402dd req-675b74a2-bef0-4806-b2c0-d1d15256f830 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e880f422-639a-4ae5-bf1e-330faac258d4 HTTP/1.1" status: 200  len: 217 time: 0.0629458
May 27 00:42:08.793240 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845b24b-8ed4-40fa-b898-cf7e631402dd req-a45ec1ca-8966-4575-9e2d-873c8ca6ad1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:08.794611 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c845b24b-8ed4-40fa-b898-cf7e631402dd req-a45ec1ca-8966-4575-9e2d-873c8ca6ad1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80be4f1b-7e3e-4cbc-af41-ba8a72bc6191 HTTP/1.1" status: 200  len: 854 time: 0.0574727
May 27 00:42:08.873375 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c845b24b-8ed4-40fa-b898-cf7e631402dd req-8f630802-009e-4c61-a3df-56cfbe51af05 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f04d0053-3adb-4922-88cc-885696f296f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707066
May 27 00:42:09.003352 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c845b24b-8ed4-40fa-b898-cf7e631402dd req-76dfbdc7-8fdb-4e09-9986-566b3d9aecdc service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220434
May 27 00:42:09.131732 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c845b24b-8ed4-40fa-b898-cf7e631402dd req-a5070943-1fe5-4e6a-9d43-c0e6c7128ba8 service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212759
May 27 00:42:09.890181 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3284e6-0b6b-469d-bcf0-eaa0c3464976 req-038eafc1-f26b-40d9-a31d-cb947992f5b2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:09.891630 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5c3284e6-0b6b-469d-bcf0-eaa0c3464976 req-038eafc1-f26b-40d9-a31d-cb947992f5b2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 944 time: 0.0750132
May 27 00:42:09.938827 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5c3284e6-0b6b-469d-bcf0-eaa0c3464976 req-b989600f-37c2-4db6-99cf-f9433f02df06 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=0925bf8a-ec65-4e5b-82b6-d854ed3e5f11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411801
May 27 00:42:11.132712 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48b017-1f85-4aab-b4f9-cf1cb75013d6 req-c27d838f-6c6b-4cc2-9e90-73133c8c26e4 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:11.134049 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cb48b017-1f85-4aab-b4f9-cf1cb75013d6 req-c27d838f-6c6b-4cc2-9e90-73133c8c26e4 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 944 time: 0.0749834
May 27 00:42:11.178719 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-cb48b017-1f85-4aab-b4f9-cf1cb75013d6 req-5111cedb-aeb6-48cc-a9bf-195dc50b7437 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=0925bf8a-ec65-4e5b-82b6-d854ed3e5f11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390136
May 27 00:42:11.724594 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device e880f422-639a-4ae5-bf1e-330faac258d4 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:42:11.884157 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port e880f422-639a-4ae5-bf1e-330faac258d4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e880f422-639a-4ae5-bf1e-330faac258d4,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:42:11.896820 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': 'e880f422-639a-4ae5-bf1e-330faac258d4', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'port_id': 'e880f422-639a-4ae5-bf1e-330faac258d4', 'mac_address': 'fa:16:3e:38:f2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:42:11.949528 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:11.965963 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e880f422-639a-4ae5-bf1e-330faac258d4 {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:42:11.981272 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port e880f422-639a-4ae5-bf1e-330faac258d4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e880f422-639a-4ae5-bf1e-330faac258d4,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:42:11.984732 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:12.049799 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=e880f422-639a-4ae5-bf1e-330faac258d4,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:12.061111 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:12.061441 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:12.061760 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:12.062878 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:12.063196 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:12.063513 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:12.063846 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:12.064160 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:12.064469 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:12.064775 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:12.065080 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:42:12.325652 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['e880f422-639a-4ae5-bf1e-330faac258d4'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:42:12.383343 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db1b70-fbfb-4dd8-8916-93ba7aaf64a3 req-69a581d5-13e7-4ee8-9c47-9cb81abfb025 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:12.384845 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-83db1b70-fbfb-4dd8-8916-93ba7aaf64a3 req-69a581d5-13e7-4ee8-9c47-9cb81abfb025 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 945 time: 0.0835993
May 27 00:42:12.429899 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-83db1b70-fbfb-4dd8-8916-93ba7aaf64a3 req-ef775927-ce1e-4f4d-b273-88090405f890 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=0925bf8a-ec65-4e5b-82b6-d854ed3e5f11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395775
May 27 00:42:13.405752 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:13.624310 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254d8d5-9bdc-413f-a84c-262657eaf9d9 req-60aa37f0-53eb-4aac-a4ea-6911219c0710 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:13.625677 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5254d8d5-9bdc-413f-a84c-262657eaf9d9 req-60aa37f0-53eb-4aac-a4ea-6911219c0710 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 945 time: 0.0761402
May 27 00:42:13.670957 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5254d8d5-9bdc-413f-a84c-262657eaf9d9 req-ef7f3d21-4c60-46c5-afec-a5cb23e7f190 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=0925bf8a-ec65-4e5b-82b6-d854ed3e5f11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397029
May 27 00:42:13.720662 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device e880f422-639a-4ae5-bf1e-330faac258d4 up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:42:13.788952 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port e880f422-639a-4ae5-bf1e-330faac258d4 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:42:13.793566 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port e880f422-639a-4ae5-bf1e-330faac258d4 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:42:13.793921 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:13.904137 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:13.930078 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87004052-6bf9-43df-9396-7a04df35f8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e880f422-639a-4ae5-bf1e-330faac258d4'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:42:13.939233 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port e880f422-639a-4ae5-bf1e-330faac258d4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e880f422-639a-4ae5-bf1e-330faac258d4,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:42:13.943118 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:13.986775 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa902649-ecfb-4637-9b5d-5b836cf21189'] response: {'server_uuid': '87004052-6bf9-43df-9396-7a04df35f8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e880f422-639a-4ae5-bf1e-330faac258d4', 'code': 200}
May 27 00:42:14.008926 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=e880f422-639a-4ae5-bf1e-330faac258d4,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:14.203340 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9c5a178d-c4e6-4341-b535-57161aca2979 req-da20c9ff-b398-4b13-a2a9-5a4ed9935ebd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 1099 time: 0.0649369
May 27 00:42:14.244108 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-9c5a178d-c4e6-4341-b535-57161aca2979 req-abc915ca-f8d8-4af2-a142-fa5b7fd44d60 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0925bf8a-ec65-4e5b-82b6-d854ed3e5f11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0338988
May 27 00:42:14.533768 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-fbb4095a-7162-4722-841b-d35825920990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:14.869747 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14931af0-c202-4839-a4c0-9fa01fece882 req-2da860fb-2edf-4f7e-9659-91cc1e705910 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:14.871091 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-14931af0-c202-4839-a4c0-9fa01fece882 req-2da860fb-2edf-4f7e-9659-91cc1e705910 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 946 time: 0.0768800
May 27 00:42:14.916086 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-14931af0-c202-4839-a4c0-9fa01fece882 req-3ac55949-be9d-4891-8e67-f3bd413d42a1 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=0925bf8a-ec65-4e5b-82b6-d854ed3e5f11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393672
May 27 00:42:16.083987 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39120) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:16.110880 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587d6fc-ec3a-4491-9a0e-50ec12d1ef44 req-9f2e9a96-b2d6-46de-93a8-e159f1b68c27 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:16.112366 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4587d6fc-ec3a-4491-9a0e-50ec12d1ef44 req-9f2e9a96-b2d6-46de-93a8-e159f1b68c27 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 946 time: 0.0767584
May 27 00:42:16.157886 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4587d6fc-ec3a-4491-9a0e-50ec12d1ef44 req-20cf64de-3f24-4eb0-86c9-212e6fc758fd tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=0925bf8a-ec65-4e5b-82b6-d854ed3e5f11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400050
May 27 00:42:16.432601 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280b2c9-7f02-444c-83d7-7a318c17fc28 req-94b9aae9-a6f9-41c8-a403-b6f3e361081d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:16.433967 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-4280b2c9-7f02-444c-83d7-7a318c17fc28 req-94b9aae9-a6f9-41c8-a403-b6f3e361081d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 946 time: 0.1611640
May 27 00:42:16.442692 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39128) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:16.447900 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-1912bde0-c8cb-4cf6-8818-5f521e2ba9d5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'floatingip': {'port_id': 'e880f422-639a-4ae5-bf1e-330faac258d4'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:42:16.464409 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b0004801-aa22-4852-915a-e7fbbd69fd99 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Deleting port f4ff8e1b-15a1-4eb1-923a-a4e5f9a91deb {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:42:16.464744 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b0004801-aa22-4852-915a-e7fbbd69fd99 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:16.522132 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1912bde0-c8cb-4cf6-8818-5f521e2ba9d5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:16.694287 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b0fd-841f-45f3-ab73-3015ea768560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:16.724321 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b0004801-aa22-4852-915a-e7fbbd69fd99 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:16.724640 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b0004801-aa22-4852-915a-e7fbbd69fd99 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:16.846328 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b0004801-aa22-4852-915a-e7fbbd69fd99 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Calling delete_port for f4ff8e1b-15a1-4eb1-923a-a4e5f9a91deb owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:42:17.001688 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b0004801-aa22-4852-915a-e7fbbd69fd99 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:17.047236 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0004801-aa22-4852-915a-e7fbbd69fd99 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Pushing event deleted for resources: {'Port': ['ID=f4ff8e1b-15a1-4eb1-923a-a4e5f9a91deb,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:17.112118 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1912bde0-c8cb-4cf6-8818-5f521e2ba9d5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:17.116887 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1912bde0-c8cb-4cf6-8818-5f521e2ba9d5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:17.139648 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b0004801-aa22-4852-915a-e7fbbd69fd99 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:17.305412 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.l3_db [None req-1912bde0-c8cb-4cf6-8818-5f521e2ba9d5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Floating IP 52bc891a-36fc-47e4-9a2c-b062206f0db1 associated. External IP: 172.27.3.68, port: e880f422-639a-4ae5-bf1e-330faac258d4.
May 27 00:42:17.532581 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0004801-aa22-4852-915a-e7fbbd69fd99 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Router 84a6e901-2823-4163-8cf6-cc0f6666dd8d has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:42:17.690098 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1912bde0-c8cb-4cf6-8818-5f521e2ba9d5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Router ced7812f-6bd3-4e6d-8cab-ea0800daf879 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:42:17.732181 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0004801-aa22-4852-915a-e7fbbd69fd99 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:42:17.742968 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea4531f-6f29-428a-8db2-756eb8634fd9 None None] Sync routers for ids ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:42:17.747046 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b0004801-aa22-4852-915a-e7fbbd69fd99 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:17.759915 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea4531f-6f29-428a-8db2-756eb8634fd9 None None] Routers {'84a6e901-2823-4163-8cf6-cc0f6666dd8d'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:42:17.760619 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-2ea4531f-6f29-428a-8db2-756eb8634fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf12a4610>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:42:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:17.805740 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-b0004801-aa22-4852-915a-e7fbbd69fd99 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "DELETE /v2.0/floatingips/ab8daca7-9137-4580-afc9-72c978f594ad HTTP/1.1" status: 204  len: 168 time: 1.7206278
May 27 00:42:17.806310 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'tag': '53f1945e-2c60-4ca7-9579-87f131bbf66f'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:42:17.907434 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf5a8b4-8d00-4738-bab6-439db3246e7d'] response: {'name': 'network-changed', 'server_uuid': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'tag': '53f1945e-2c60-4ca7-9579-87f131bbf66f', 'status': 'completed', 'code': 200}
May 27 00:42:17.960756 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:17.991561 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:18.017145 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e54e24ce-4c67-43a1-92f5-4a905374b350 req-a258fe83-ee2b-41a0-94a4-8c61d9ecf535 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7a13287fe4645ee8ed22881d5838e5d&device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 1099 time: 0.0880103
May 27 00:42:18.032693 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-2ea4531f-6f29-428a-8db2-756eb8634fd9 None None] Set router 84a6e901-2823-4163-8cf6-cc0f6666dd8d gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:42:18.036549 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1912bde0-c8cb-4cf6-8818-5f521e2ba9d5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:42:18.041725 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1912bde0-c8cb-4cf6-8818-5f521e2ba9d5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:18.048642 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1522e1-4f8a-4287-837d-85aa362aba1b None None] Sync routers for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:42:18.069545 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1522e1-4f8a-4287-837d-85aa362aba1b None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:42:18.071018 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-fb1522e1-4f8a-4287-837d-85aa362aba1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1489b80>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:42:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:18.163260 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e24ce-4c67-43a1-92f5-4a905374b350 req-5285d7bc-681d-43e1-aefe-e8b1c4b670e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:18.164727 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e54e24ce-4c67-43a1-92f5-4a905374b350 req-5285d7bc-681d-43e1-aefe-e8b1c4b670e2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b076ca95-8f33-4278-881a-309368965c55 HTTP/1.1" status: 200  len: 909 time: 0.1418197
May 27 00:42:18.167540 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-1912bde0-c8cb-4cf6-8818-5f521e2ba9d5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "PUT /v2.0/floatingips/52bc891a-36fc-47e4-9a2c-b062206f0db1 HTTP/1.1" status: 200  len: 991 time: 1.7237091
May 27 00:42:18.168115 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87004052-6bf9-43df-9396-7a04df35f8ff', 'tag': 'e880f422-639a-4ae5-bf1e-330faac258d4'}] {{(pid=83748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:42:18.264053 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8483afd9-3324-4c6d-a91f-0cf705a4bfd6'] response: {'name': 'network-changed', 'server_uuid': '87004052-6bf9-43df-9396-7a04df35f8ff', 'tag': 'e880f422-639a-4ae5-bf1e-330faac258d4', 'status': 'completed', 'code': 200}
May 27 00:42:18.331155 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50ef5d-dedc-436c-817a-3e11758044ca req-19c2abb2-af8c-4f26-a21d-194632153274 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:18.332705 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8e50ef5d-dedc-436c-817a-3e11758044ca req-19c2abb2-af8c-4f26-a21d-194632153274 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.1069436
May 27 00:42:18.343706 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-fb1522e1-4f8a-4287-837d-85aa362aba1b None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:42:18.383212 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8e50ef5d-dedc-436c-817a-3e11758044ca req-f15f6981-d0a6-4bd2-acca-3673dce2e434 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445421
May 27 00:42:18.400911 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e54e24ce-4c67-43a1-92f5-4a905374b350 req-06c8a47e-fbb1-4fb4-b54b-53f0100e9462 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f HTTP/1.1" status: 200  len: 217 time: 0.2294650
May 27 00:42:18.444006 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-2ea4531f-6f29-428a-8db2-756eb8634fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf12a4610>, [{'id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'name': 'tempest-TestShelveInstance-751504336-router', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:19Z', 'updated_at': '2022-05-27T00:36:23Z', 'revision_number': 4, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'gw_port': {'id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:20Z', 'updated_at': '2022-05-27T00:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '7cde5df5-49de-44e2-a154-51d36208e21a', 'name': '', 'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'mac_address': 'fa:16:3e:72:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:22Z', 'updated_at': '2022-05-27T00:36:32Z', 'revision_number': 5, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'subnets': [{'id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:18.448176 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea4531f-6f29-428a-8db2-756eb8634fd9 None None] Checking router: 84a6e901-2823-4163-8cf6-cc0f6666dd8d for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:42:18.458557 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea4531f-6f29-428a-8db2-756eb8634fd9 None None] Routers {'84a6e901-2823-4163-8cf6-cc0f6666dd8d'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:42:18.459070 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-2ea4531f-6f29-428a-8db2-756eb8634fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf12a4610>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:42:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:18.483291 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e24ce-4c67-43a1-92f5-4a905374b350 req-d794c9c3-bee4-4f81-9a5a-1ec97e9ae20b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:18.484728 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e54e24ce-4c67-43a1-92f5-4a905374b350 req-d794c9c3-bee4-4f81-9a5a-1ec97e9ae20b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00566f4b-5a14-4e8b-9a89-7dc8af776e7a HTTP/1.1" status: 200  len: 847 time: 0.0715809
May 27 00:42:18.487443 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1fdaf5f-69c4-4358-a43f-e3c930f439e3 req-3a81c103-a5b0-4516-b398-2f0a6f69c980 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 1099 time: 0.1302466
May 27 00:42:18.641520 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-2ea4531f-6f29-428a-8db2-756eb8634fd9 None None] Set router 84a6e901-2823-4163-8cf6-cc0f6666dd8d gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:42:18.675910 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdaf5f-69c4-4358-a43f-e3c930f439e3 req-e11b1334-e6ac-4142-a984-4a511a671935 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:18.677892 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1fdaf5f-69c4-4358-a43f-e3c930f439e3 req-e11b1334-e6ac-4142-a984-4a511a671935 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 916 time: 0.1531568
May 27 00:42:18.681701 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e54e24ce-4c67-43a1-92f5-4a905374b350 req-41cb5734-4bea-4182-812e-1bb7e4412e03 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b076ca95-8f33-4278-881a-309368965c55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1853325
May 27 00:42:18.718838 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-fb1522e1-4f8a-4287-837d-85aa362aba1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1489b80>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '52bc891a-36fc-47e4-9a2c-b062206f0db1', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': 'e880f422-639a-4ae5-bf1e-330faac258d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:38:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87004052-6bf9-43df-9396-7a04df35f8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:42:03Z', 'updated_at': '2022-05-27T00:42:16Z', 'revision_number': 1, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}, {'id': 'c0346008-1303-4c0c-831d-2a0463a19a71', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': 'f121cd0b-c69e-4791-aeb5-f780de01fc70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:14:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:39:55Z', 'updated_at': '2022-05-27T00:40:21Z', 'revision_number': 2, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:18.722789 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1522e1-4f8a-4287-837d-85aa362aba1b None None] Checking router: ced7812f-6bd3-4e6d-8cab-ea0800daf879 for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:42:18.733883 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1522e1-4f8a-4287-837d-85aa362aba1b None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:42:18.734562 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-fb1522e1-4f8a-4287-837d-85aa362aba1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1489b80>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:42:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:18.881412 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1fdaf5f-69c4-4358-a43f-e3c930f439e3 req-68fdb1ea-bb51-4720-ac49-f40695f002df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e880f422-639a-4ae5-bf1e-330faac258d4 HTTP/1.1" status: 200  len: 999 time: 0.1918569
May 27 00:42:18.914059 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-fb1522e1-4f8a-4287-837d-85aa362aba1b None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:42:18.945005 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e54e24ce-4c67-43a1-92f5-4a905374b350 req-3a8f982e-dc4d-4d85-8fa6-9d36a1cc9015 service neutron] 10.222.0.45 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2031808
May 27 00:42:18.967996 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-2ea4531f-6f29-428a-8db2-756eb8634fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf12a4610>, [{'id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'name': 'tempest-TestShelveInstance-751504336-router', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:19Z', 'updated_at': '2022-05-27T00:36:23Z', 'revision_number': 4, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'gw_port': {'id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:20Z', 'updated_at': '2022-05-27T00:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '7cde5df5-49de-44e2-a154-51d36208e21a', 'name': '', 'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'mac_address': 'fa:16:3e:72:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:22Z', 'updated_at': '2022-05-27T00:36:32Z', 'revision_number': 5, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'subnets': [{'id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:18.972354 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea4531f-6f29-428a-8db2-756eb8634fd9 None None] The sync data for ids ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'] in dv-cinder-843305-3-iscsi is: [{'id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'name': 'tempest-TestShelveInstance-751504336-router', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:19Z', 'updated_at': '2022-05-27T00:36:23Z', 'revision_number': 4, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'gw_port': {'id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:20Z', 'updated_at': '2022-05-27T00:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '7cde5df5-49de-44e2-a154-51d36208e21a', 'name': '', 'network_id': 'b076ca95-8f33-4278-881a-309368965c55', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'mac_address': 'fa:16:3e:72:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:22Z', 'updated_at': '2022-05-27T00:36:32Z', 'revision_number': 5, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'subnets': [{'id': '00566f4b-5a14-4e8b-9a89-7dc8af776e7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:42:19.027374 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdaf5f-69c4-4358-a43f-e3c930f439e3 req-bc62d074-9585-48e5-b82a-b48a5c52e558 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:19.028835 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1fdaf5f-69c4-4358-a43f-e3c930f439e3 req-bc62d074-9585-48e5-b82a-b48a5c52e558 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80be4f1b-7e3e-4cbc-af41-ba8a72bc6191 HTTP/1.1" status: 200  len: 854 time: 0.1324008
May 27 00:42:19.142024 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e54e24ce-4c67-43a1-92f5-4a905374b350 req-67631f6b-c2e4-4fae-934e-d08efc6e80f0 service neutron] 10.222.0.45 "GET /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1879253
May 27 00:42:19.153565 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1fdaf5f-69c4-4358-a43f-e3c930f439e3 req-981acd85-0f54-4725-a200-829d475761f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f04d0053-3adb-4922-88cc-885696f296f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1119990
May 27 00:42:19.214101 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319537a3-b5d9-4bfd-a9b2-73aa46a0313b None None] New status for floating IP ab8daca7-9137-4580-afc9-72c978f594ad: DOWN {{(pid=83750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:42:19.261236 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:19.308042 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1fdaf5f-69c4-4358-a43f-e3c930f439e3 req-97f8fd9f-3e2f-4e1c-a724-3c4552b6c6cc service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483228
May 27 00:42:19.325461 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-fb1522e1-4f8a-4287-837d-85aa362aba1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1489b80>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '52bc891a-36fc-47e4-9a2c-b062206f0db1', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': 'e880f422-639a-4ae5-bf1e-330faac258d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:38:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87004052-6bf9-43df-9396-7a04df35f8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:42:03Z', 'updated_at': '2022-05-27T00:42:16Z', 'revision_number': 1, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}, {'id': 'c0346008-1303-4c0c-831d-2a0463a19a71', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': 'f121cd0b-c69e-4791-aeb5-f780de01fc70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:14:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:39:55Z', 'updated_at': '2022-05-27T00:40:21Z', 'revision_number': 2, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:19.329594 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1522e1-4f8a-4287-837d-85aa362aba1b None None] The sync data for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi is: [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '52bc891a-36fc-47e4-9a2c-b062206f0db1', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': 'e880f422-639a-4ae5-bf1e-330faac258d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:38:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87004052-6bf9-43df-9396-7a04df35f8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:42:03Z', 'updated_at': '2022-05-27T00:42:16Z', 'revision_number': 1, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}, {'id': 'c0346008-1303-4c0c-831d-2a0463a19a71', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': 'f121cd0b-c69e-4791-aeb5-f780de01fc70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:14:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:39:55Z', 'updated_at': '2022-05-27T00:40:21Z', 'revision_number': 2, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:42:19.456165 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-a1fdaf5f-69c4-4358-a43f-e3c930f439e3 req-85a0c942-42dd-40a3-86ca-2ca0777497a1 service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410811
May 27 00:42:19.562132 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1a58f586-80fe-4996-8f8b-9b312336fea2 req-82e7ac1c-aca9-48eb-872f-4fd411d81576 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0717826
May 27 00:42:19.584172 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20917ae-ab87-4a58-87b4-faad220d0dfb None None] New status for floating IP 52bc891a-36fc-47e4-9a2c-b062206f0db1: ACTIVE {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:42:19.600712 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708175d6-f70f-4127-9ed8-7c83b4067603 req-5a532849-bef9-4c23-9492-cc2d244eff4b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:19.603015 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-708175d6-f70f-4127-9ed8-7c83b4067603 req-5a532849-bef9-4c23-9492-cc2d244eff4b tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0895388
May 27 00:42:19.651394 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-708175d6-f70f-4127-9ed8-7c83b4067603 req-0315a97a-dec1-465a-bd52-8d29a5eea63d tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425956
May 27 00:42:19.659580 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1a58f586-80fe-4996-8f8b-9b312336fea2 req-0570487b-68b7-4362-b953-a370af2a79fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 1098 time: 0.0748463
May 27 00:42:19.849602 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58f586-80fe-4996-8f8b-9b312336fea2 req-24dff305-8a66-4008-96d6-a3e5a5c54df8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:19.851040 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1a58f586-80fe-4996-8f8b-9b312336fea2 req-24dff305-8a66-4008-96d6-a3e5a5c54df8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 916 time: 0.1640363
May 27 00:42:20.064788 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1a58f586-80fe-4996-8f8b-9b312336fea2 req-658d82ae-6926-4a72-ba1b-794b6dddc997 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f121cd0b-c69e-4791-aeb5-f780de01fc70 HTTP/1.1" status: 200  len: 1001 time: 0.2065320
May 27 00:42:20.071066 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b169a-4ed9-45c6-b45a-5c22a7bff506 req-548915a5-444d-4924-83cd-240012573f41 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:20.071748 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-031b169a-4ed9-45c6-b45a-5c22a7bff506 req-548915a5-444d-4924-83cd-240012573f41 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Synchronizing usage tracker for tenant:d7a13287fe4645ee8ed22881d5838e5d on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:42:20.134239 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-031b169a-4ed9-45c6-b45a-5c22a7bff506 req-548915a5-444d-4924-83cd-240012573f41 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Unset dirty status for tenant:d7a13287fe4645ee8ed22881d5838e5d on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:42:20.135257 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-031b169a-4ed9-45c6-b45a-5c22a7bff506 req-548915a5-444d-4924-83cd-240012573f41 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.3293729
May 27 00:42:20.138419 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58f586-80fe-4996-8f8b-9b312336fea2 req-024d2a21-3788-4240-a10e-4c87006c4b77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:20.139748 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1a58f586-80fe-4996-8f8b-9b312336fea2 req-024d2a21-3788-4240-a10e-4c87006c4b77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80be4f1b-7e3e-4cbc-af41-ba8a72bc6191 HTTP/1.1" status: 200  len: 854 time: 0.0654619
May 27 00:42:20.245301 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-031b169a-4ed9-45c6-b45a-5c22a7bff506 req-787c80bb-a963-4797-96e2-08afe2126c96 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Deleting port 53f1945e-2c60-4ca7-9579-87f131bbf66f {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:42:20.245636 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-031b169a-4ed9-45c6-b45a-5c22a7bff506 req-787c80bb-a963-4797-96e2-08afe2126c96 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:20.347639 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1a58f586-80fe-4996-8f8b-9b312336fea2 req-3689f8ca-968f-4072-b691-6b67e00c5641 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f04d0053-3adb-4922-88cc-885696f296f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1798134
May 27 00:42:20.591395 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1a58f586-80fe-4996-8f8b-9b312336fea2 req-5191567a-0ee6-43b2-b885-e54f70f7e66b service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2362783
May 27 00:42:20.671294 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-031b169a-4ed9-45c6-b45a-5c22a7bff506 req-787c80bb-a963-4797-96e2-08afe2126c96 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] For port 53f1945e-2c60-4ca7-9579-87f131bbf66f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=53f1945e-2c60-4ca7-9579-87f131bbf66f,segment=NetworkSegment(8cd95e13-aa9d-4558-9700-14003df10feb),segment_id=8cd95e13-aa9d-4558-9700-14003df10feb)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:42:20.671680 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-031b169a-4ed9-45c6-b45a-5c22a7bff506 req-787c80bb-a963-4797-96e2-08afe2126c96 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:20.804526 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-031b169a-4ed9-45c6-b45a-5c22a7bff506 req-787c80bb-a963-4797-96e2-08afe2126c96 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Calling delete_port for 53f1945e-2c60-4ca7-9579-87f131bbf66f owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:42:20.856698 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ebc15-6ed2-4ce6-8499-35e9effcaf11 req-8381e279-edc3-4b6e-84cd-0ed97036e743 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:42:20.858106 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1f4ebc15-6ed2-4ce6-8499-35e9effcaf11 req-8381e279-edc3-4b6e-84cd-0ed97036e743 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 946 time: 0.0810761
May 27 00:42:20.907289 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-1a58f586-80fe-4996-8f8b-9b312336fea2 req-867a9b1c-6f96-4e10-89e6-18e0fc1ba782 service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3079197
May 27 00:42:20.920240 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1f4ebc15-6ed2-4ce6-8499-35e9effcaf11 req-952678e6-c8a2-442a-a048-a2a3848da7cf tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/security-groups?id=74ec50c2-2fe1-4216-8c48-6708b3071356&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540283
May 27 00:42:20.977635 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-031b169a-4ed9-45c6-b45a-5c22a7bff506 req-787c80bb-a963-4797-96e2-08afe2126c96 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:21.023430 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c80bb-a963-4797-96e2-08afe2126c96 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Pushing event deleted for resources: {'Port': ['ID=53f1945e-2c60-4ca7-9579-87f131bbf66f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:21.098039 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-031b169a-4ed9-45c6-b45a-5c22a7bff506 req-787c80bb-a963-4797-96e2-08afe2126c96 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] No DVR routers for this DVR port 53f1945e-2c60-4ca7-9579-87f131bbf66f on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:42:21.100922 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-031b169a-4ed9-45c6-b45a-5c22a7bff506 req-787c80bb-a963-4797-96e2-08afe2126c96 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:21.103290 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'name': 'network-vif-deleted', 'tag': '53f1945e-2c60-4ca7-9579-87f131bbf66f'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:42:21.119736 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-031b169a-4ed9-45c6-b45a-5c22a7bff506 req-787c80bb-a963-4797-96e2-08afe2126c96 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.45 "DELETE /v2.0/ports/53f1945e-2c60-4ca7-9579-87f131bbf66f HTTP/1.1" status: 204  len: 173 time: 0.9789150
May 27 00:42:21.172721 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf924fd-64fb-4013-81cb-630f8c92f1e8'] response: {'server_uuid': 'f0ba1ee1-b74f-45ea-af16-386aaac97988', 'name': 'network-vif-deleted', 'tag': '53f1945e-2c60-4ca7-9579-87f131bbf66f', 'status': 'completed', 'code': 200}
May 27 00:42:22.092961 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-860be920-cf95-4443-89d1-e11309961ed8 req-8a22a463-81d3-43cb-94eb-aac3c5642a6e tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ba1ee1-b74f-45ea-af16-386aaac97988 HTTP/1.1" status: 200  len: 210 time: 0.0420518
May 27 00:42:23.197660 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39156) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:23.263943 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6dbd595e-1029-4b2f-bf85-8410a8dbd2b0 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:23.292288 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6dbd595e-1029-4b2f-bf85-8410a8dbd2b0 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:23.356945 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6dbd595e-1029-4b2f-bf85-8410a8dbd2b0 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:23.374896 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd595e-1029-4b2f-bf85-8410a8dbd2b0 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ec50c2-2fe1-4216-8c48-6708b3071356,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:23.387247 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6dbd595e-1029-4b2f-bf85-8410a8dbd2b0 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:23.388326 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-6dbd595e-1029-4b2f-bf85-8410a8dbd2b0 tempest-TestShelveInstance-1924911064 tempest-TestShelveInstance-1924911064-project] 10.222.0.21 "DELETE /v2.0/security-groups/74ec50c2-2fe1-4216-8c48-6708b3071356 HTTP/1.1" status: 204  len: 168 time: 0.1896873
May 27 00:42:23.448755 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39162) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:23.768379 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 53f1945e-2c60-4ca7-9579-87f131bbf66f no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:42:23.800908 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: 53f1945e-2c60-4ca7-9579-87f131bbf66f {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:42:23.801240 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 53f1945e-2c60-4ca7-9579-87f131bbf66f not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:42:24.045327 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4a2c12c6-3d77-4f81-bf92-7216a876d866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4106200'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:24.621066 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c12c6-3d77-4f81-bf92-7216a876d866 admin admin] Deleting port 7cde5df5-49de-44e2-a154-51d36208e21a {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:42:24.621800 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4a2c12c6-3d77-4f81-bf92-7216a876d866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:24.788157 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-4a2c12c6-3d77-4f81-bf92-7216a876d866 admin admin] For port 7cde5df5-49de-44e2-a154-51d36208e21a, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=7cde5df5-49de-44e2-a154-51d36208e21a,segment=NetworkSegment(8cd95e13-aa9d-4558-9700-14003df10feb),segment_id=8cd95e13-aa9d-4558-9700-14003df10feb)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:42:24.788503 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4a2c12c6-3d77-4f81-bf92-7216a876d866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:24.905797 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c12c6-3d77-4f81-bf92-7216a876d866 admin admin] Calling delete_port for 7cde5df5-49de-44e2-a154-51d36208e21a owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:42:25.066664 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4a2c12c6-3d77-4f81-bf92-7216a876d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:25.111146 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c12c6-3d77-4f81-bf92-7216a876d866 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cde5df5-49de-44e2-a154-51d36208e21a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:25.480273 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4a2c12c6-3d77-4f81-bf92-7216a876d866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106127'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:26.046513 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2c12c6-3d77-4f81-bf92-7216a876d866 admin admin] Router 84a6e901-2823-4163-8cf6-cc0f6666dd8d has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:42:26.239735 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2c12c6-3d77-4f81-bf92-7216a876d866 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:42:26.248359 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc0c6d1-8890-40e0-9bda-b535c0f9af52 None None] Sync routers for ids ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:42:26.253806 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-4a2c12c6-3d77-4f81-bf92-7216a876d866 admin admin] 10.222.0.21 "PUT /v2.0/routers/84a6e901-2823-4163-8cf6-cc0f6666dd8d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8016698
May 27 00:42:26.254109 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39170) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:26.260504 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc0c6d1-8890-40e0-9bda-b535c0f9af52 None None] Routers {'84a6e901-2823-4163-8cf6-cc0f6666dd8d'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:42:26.261092 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-2bc0c6d1-8890-40e0-9bda-b535c0f9af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf14500a0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:42:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:26.436323 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-2bc0c6d1-8890-40e0-9bda-b535c0f9af52 None None] Set router 84a6e901-2823-4163-8cf6-cc0f6666dd8d gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:42:26.450778 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71fb2d5a-60d0-4b6b-a4e5-2e995ad04316 admin admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:26.645407 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71fb2d5a-60d0-4b6b-a4e5-2e995ad04316 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:26.654258 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-71fb2d5a-60d0-4b6b-a4e5-2e995ad04316 admin admin] Deleting port a4621d13-bd91-4734-b473-7990ca67b4ef {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:42:26.654628 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71fb2d5a-60d0-4b6b-a4e5-2e995ad04316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:26.737787 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-2bc0c6d1-8890-40e0-9bda-b535c0f9af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf14500a0>, [{'id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'name': 'tempest-TestShelveInstance-751504336-router', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:19Z', 'updated_at': '2022-05-27T00:42:25Z', 'revision_number': 5, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'gw_port': {'id': 'a4621d13-bd91-4734-b473-7990ca67b4ef', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:20Z', 'updated_at': '2022-05-27T00:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:26.742200 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc0c6d1-8890-40e0-9bda-b535c0f9af52 None None] Checking router: 84a6e901-2823-4163-8cf6-cc0f6666dd8d for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:42:26.752313 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc0c6d1-8890-40e0-9bda-b535c0f9af52 None None] Routers {'84a6e901-2823-4163-8cf6-cc0f6666dd8d'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:42:26.752886 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-2bc0c6d1-8890-40e0-9bda-b535c0f9af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf14500a0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:42:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:26.906614 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-2bc0c6d1-8890-40e0-9bda-b535c0f9af52 None None] Set router 84a6e901-2823-4163-8cf6-cc0f6666dd8d gateway port host: None {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:42:26.930751 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-71fb2d5a-60d0-4b6b-a4e5-2e995ad04316 admin admin] For port a4621d13-bd91-4734-b473-7990ca67b4ef, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=a4621d13-bd91-4734-b473-7990ca67b4ef,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:42:26.931093 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71fb2d5a-60d0-4b6b-a4e5-2e995ad04316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:27.010189 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-2bc0c6d1-8890-40e0-9bda-b535c0f9af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf14500a0>, [{'id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'name': 'tempest-TestShelveInstance-751504336-router', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:19Z', 'updated_at': '2022-05-27T00:42:26Z', 'revision_number': 6, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'gw_port_host': None}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:27.014128 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc0c6d1-8890-40e0-9bda-b535c0f9af52 None None] The sync data for ids ['84a6e901-2823-4163-8cf6-cc0f6666dd8d'] in dv-cinder-843305-3-iscsi is: [{'id': '84a6e901-2823-4163-8cf6-cc0f6666dd8d', 'name': 'tempest-TestShelveInstance-751504336-router', 'tenant_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:19Z', 'updated_at': '2022-05-27T00:42:26Z', 'revision_number': 6, 'project_id': 'd7a13287fe4645ee8ed22881d5838e5d', 'gw_port_host': None}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:42:27.050799 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-71fb2d5a-60d0-4b6b-a4e5-2e995ad04316 admin admin] Calling delete_port for a4621d13-bd91-4734-b473-7990ca67b4ef owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:42:27.220283 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71fb2d5a-60d0-4b6b-a4e5-2e995ad04316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:27.263607 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb2d5a-60d0-4b6b-a4e5-2e995ad04316 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4621d13-bd91-4734-b473-7990ca67b4ef,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:27.487752 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71fb2d5a-60d0-4b6b-a4e5-2e995ad04316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105413'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:27.531841 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device a4621d13-bd91-4734-b473-7990ca67b4ef no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:42:27.565774 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: a4621d13-bd91-4734-b473-7990ca67b4ef {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:42:27.566107 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device a4621d13-bd91-4734-b473-7990ca67b4ef not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:42:27.566741 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 7cde5df5-49de-44e2-a154-51d36208e21a no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:42:27.602674 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: 7cde5df5-49de-44e2-a154-51d36208e21a {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:42:27.602999 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 7cde5df5-49de-44e2-a154-51d36208e21a not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:42:27.745801 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71fb2d5a-60d0-4b6b-a4e5-2e995ad04316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4108853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:27.750002 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71fb2d5a-60d0-4b6b-a4e5-2e995ad04316 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:27.772965 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71fb2d5a-60d0-4b6b-a4e5-2e995ad04316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4108953'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:27.773417 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fb2d5a-60d0-4b6b-a4e5-2e995ad04316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84a6e901-2823-4163-8cf6-cc0f6666dd8d {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 27 00:42:27.786365 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-71fb2d5a-60d0-4b6b-a4e5-2e995ad04316 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:27.787184 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-71fb2d5a-60d0-4b6b-a4e5-2e995ad04316 admin admin] 10.222.0.21 "DELETE /v2.0/routers/84a6e901-2823-4163-8cf6-cc0f6666dd8d HTTP/1.1" status: 204  len: 168 time: 1.5316558
May 27 00:42:27.789743 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39174) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:27.847116 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bec7d61-c46e-4d6e-9af3-e8c6f2971dc7 admin admin] Deleting subnet 00566f4b-5a14-4e8b-9a89-7dc8af776e7a {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:42:27.850493 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4bec7d61-c46e-4d6e-9af3-e8c6f2971dc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:27.898660 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4bec7d61-c46e-4d6e-9af3-e8c6f2971dc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-557838'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:27.976888 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4bec7d61-c46e-4d6e-9af3-e8c6f2971dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:28.044961 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4bec7d61-c46e-4d6e-9af3-e8c6f2971dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3631523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3005874'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:28.084638 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec7d61-c46e-4d6e-9af3-e8c6f2971dc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00566f4b-5a14-4e8b-9a89-7dc8af776e7a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:28.090510 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-4bec7d61-c46e-4d6e-9af3-e8c6f2971dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:28.096694 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-4bec7d61-c46e-4d6e-9af3-e8c6f2971dc7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/00566f4b-5a14-4e8b-9a89-7dc8af776e7a HTTP/1.1" status: 204  len: 168 time: 0.3057067
May 27 00:42:28.096978 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef321f3-e1ce-4257-90c3-a936c7a42792 None None] Network b076ca95-8f33-4278-881a-309368965c55 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:42:28.099747 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39178) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:28.199418 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:28.210364 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] Deleting port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:42:28.210690 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:28.353055 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f29e1dd-421a-4866-9f41-4483b9e2d95d None None] DHCP port deletion for b076ca95-8f33-4278-881a-309368965c55 request from dv-cinder-843305-3-iscsi {{(pid=83749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
May 27 00:42:28.357274 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-2f29e1dd-421a-4866-9f41-4483b9e2d95d None None] Deleting port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:42:28.357633 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-2f29e1dd-421a-4866-9f41-4483b9e2d95d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:28.496983 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] For port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=09fc0f44-c453-4323-94ec-9c9f30e6ad7b,segment=NetworkSegment(8cd95e13-aa9d-4558-9700-14003df10feb),segment_id=8cd95e13-aa9d-4558-9700-14003df10feb)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:42:28.497338 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:28.555039 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-2f29e1dd-421a-4866-9f41-4483b9e2d95d None None] For port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=09fc0f44-c453-4323-94ec-9c9f30e6ad7b,segment=NetworkSegment(8cd95e13-aa9d-4558-9700-14003df10feb),segment_id=8cd95e13-aa9d-4558-9700-14003df10feb)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:42:28.555635 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-2f29e1dd-421a-4866-9f41-4483b9e2d95d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:28.616490 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] Calling delete_port for 09fc0f44-c453-4323-94ec-9c9f30e6ad7b owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:42:28.677624 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-2f29e1dd-421a-4866-9f41-4483b9e2d95d None None] Calling delete_port for 09fc0f44-c453-4323-94ec-9c9f30e6ad7b owned by network:dhcp {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:42:28.693348 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:28.733329 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] Pushing event deleted for resources: {'Port': ['ID=09fc0f44-c453-4323-94ec-9c9f30e6ad7b,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:28.742112 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] No DVR routers for this DVR port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b on host dv-cinder-843305-3-iscsi {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:42:28.748508 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.db.api [None req-2f29e1dd-421a-4866-9f41-4483b9e2d95d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 27 00:42:28.748785 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG oslo_db.api [None req-2f29e1dd-421a-4866-9f41-4483b9e2d95d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 27 00:42:28.858962 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:28.885521 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf143cf10>,) {'filters': {'network_id': ['b076ca95-8f33-4278-881a-309368965c55']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:28.897190 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf143cf10>, '8cd95e13-aa9d-4558-9700-14003df10feb') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:28.897476 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf143cf10>, '8cd95e13-aa9d-4558-9700-14003df10feb') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:28.908237 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-572925'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:28.928986 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:28.934979 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:42:28.935356 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3631565'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]: Traceback (most recent call last):
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:     timer()
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:     cb(*args, **kw)
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:     return func(*args, **kwargs)
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:     self._notify()
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:     self.callback(batched_events)
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:     event.method(event)
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:     return f(self, *a, **k)
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self._get(url).json()
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self.request(url, 'GET', **kwargs)
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:42:28.948885 dv-cinder-843305-3-iscsi neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:42:29.021161 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:29.037233 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:29.047367 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] Pushing event deleted for resources: {'Network': ['ID=b076ca95-8f33-4278-881a-309368965c55,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:29.061323 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-d628e6f1-7dcd-4622-92a4-b3e9822e535c admin admin] 10.222.0.21 "DELETE /v2.0/networks/b076ca95-8f33-4278-881a-309368965c55 HTTP/1.1" status: 204  len: 168 time: 0.9606345
May 27 00:42:29.064093 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39182) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:29.250343 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-2f29e1dd-421a-4866-9f41-4483b9e2d95d None None] Deleting port 09fc0f44-c453-4323-94ec-9c9f30e6ad7b {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:42:29.250811 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-2f29e1dd-421a-4866-9f41-4483b9e2d95d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:29.346668 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-2f29e1dd-421a-4866-9f41-4483b9e2d95d None None] The port '09fc0f44-c453-4323-94ec-9c9f30e6ad7b' was deleted {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
May 27 00:42:29.414340 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 09fc0f44-c453-4323-94ec-9c9f30e6ad7b no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:42:29.445820 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: 09fc0f44-c453-4323-94ec-9c9f30e6ad7b {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:42:29.446151 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 09fc0f44-c453-4323-94ec-9c9f30e6ad7b not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:42:29.457882 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-367788dc-f018-4e17-ac19-54a44ebfc8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4106200'] for router_interface, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:30.118554 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-367788dc-f018-4e17-ac19-54a44ebfc8ee admin admin] Deleting port 91681a0f-1d74-4c26-85cc-722e1bb2373d {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:42:30.118881 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-367788dc-f018-4e17-ac19-54a44ebfc8ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:30.132702 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:42:30.282281 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-367788dc-f018-4e17-ac19-54a44ebfc8ee admin admin] For port 91681a0f-1d74-4c26-85cc-722e1bb2373d, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=91681a0f-1d74-4c26-85cc-722e1bb2373d,segment=NetworkSegment(b42608f9-cfc5-4cb2-816a-355658dc2096),segment_id=b42608f9-cfc5-4cb2-816a-355658dc2096)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:42:30.282629 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-367788dc-f018-4e17-ac19-54a44ebfc8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:30.404398 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-367788dc-f018-4e17-ac19-54a44ebfc8ee admin admin] Calling delete_port for 91681a0f-1d74-4c26-85cc-722e1bb2373d owned by network:router_interface {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:42:30.565137 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-367788dc-f018-4e17-ac19-54a44ebfc8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:30.612017 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367788dc-f018-4e17-ac19-54a44ebfc8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=91681a0f-1d74-4c26-85cc-722e1bb2373d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:30.896912 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-367788dc-f018-4e17-ac19-54a44ebfc8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106127'] for router_interface, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:31.543849 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367788dc-f018-4e17-ac19-54a44ebfc8ee admin admin] Router 8973045a-c21c-438a-81e8-1ecbbe87fe9c has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:42:31.742235 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367788dc-f018-4e17-ac19-54a44ebfc8ee admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:42:31.750793 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c260a1a-75f7-4348-98ef-24e4b25188ae None None] Sync routers for ids ['8973045a-c21c-438a-81e8-1ecbbe87fe9c'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:42:31.751320 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-367788dc-f018-4e17-ac19-54a44ebfc8ee admin admin] 10.222.0.21 "PUT /v2.0/routers/8973045a-c21c-438a-81e8-1ecbbe87fe9c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6859231
May 27 00:42:31.753476 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39188) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:31.763303 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c260a1a-75f7-4348-98ef-24e4b25188ae None None] Routers {'8973045a-c21c-438a-81e8-1ecbbe87fe9c'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:42:31.763933 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-9c260a1a-75f7-4348-98ef-24e4b25188ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf134f220>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:42:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['8973045a-c21c-438a-81e8-1ecbbe87fe9c'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:31.937530 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-9c260a1a-75f7-4348-98ef-24e4b25188ae None None] Set router 8973045a-c21c-438a-81e8-1ecbbe87fe9c gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:42:31.949450 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb3f8-e5f8-402c-ac95-caca4891b26f admin admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:32.141322 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb3f8-e5f8-402c-ac95-caca4891b26f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:32.150356 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-bf9bb3f8-e5f8-402c-ac95-caca4891b26f admin admin] Deleting port e3f39fca-976c-43a7-88fd-7aef4d1afac6 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:42:32.150723 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb3f8-e5f8-402c-ac95-caca4891b26f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:32.214566 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-9c260a1a-75f7-4348-98ef-24e4b25188ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf134f220>, [{'id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'name': 'tempest-TestShelveInstance-661708560-router', 'tenant_id': 'ca2530ed20674b4cae440dc5e0b41478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'e3f39fca-976c-43a7-88fd-7aef4d1afac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:26Z', 'updated_at': '2022-05-27T00:42:30Z', 'revision_number': 5, 'project_id': 'ca2530ed20674b4cae440dc5e0b41478', 'gw_port': {'id': 'e3f39fca-976c-43a7-88fd-7aef4d1afac6', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:27Z', 'updated_at': '2022-05-27T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:32.218404 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c260a1a-75f7-4348-98ef-24e4b25188ae None None] Checking router: 8973045a-c21c-438a-81e8-1ecbbe87fe9c for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:42:32.229369 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c260a1a-75f7-4348-98ef-24e4b25188ae None None] Routers {'8973045a-c21c-438a-81e8-1ecbbe87fe9c'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:42:32.229958 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-9c260a1a-75f7-4348-98ef-24e4b25188ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf134f220>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:42:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['8973045a-c21c-438a-81e8-1ecbbe87fe9c'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:32.319854 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-bf9bb3f8-e5f8-402c-ac95-caca4891b26f admin admin] For port e3f39fca-976c-43a7-88fd-7aef4d1afac6, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=e3f39fca-976c-43a7-88fd-7aef4d1afac6,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:42:32.320315 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb3f8-e5f8-402c-ac95-caca4891b26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:32.380195 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-9c260a1a-75f7-4348-98ef-24e4b25188ae None None] Set router 8973045a-c21c-438a-81e8-1ecbbe87fe9c gateway port host: None {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:42:32.439151 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-bf9bb3f8-e5f8-402c-ac95-caca4891b26f admin admin] Calling delete_port for e3f39fca-976c-43a7-88fd-7aef4d1afac6 owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:42:32.483887 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-9c260a1a-75f7-4348-98ef-24e4b25188ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf134f220>, [{'id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'name': 'tempest-TestShelveInstance-661708560-router', 'tenant_id': 'ca2530ed20674b4cae440dc5e0b41478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:26Z', 'updated_at': '2022-05-27T00:42:32Z', 'revision_number': 6, 'project_id': 'ca2530ed20674b4cae440dc5e0b41478', 'gw_port_host': None}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:32.487979 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c260a1a-75f7-4348-98ef-24e4b25188ae None None] The sync data for ids ['8973045a-c21c-438a-81e8-1ecbbe87fe9c'] in dv-cinder-843305-3-iscsi is: [{'id': '8973045a-c21c-438a-81e8-1ecbbe87fe9c', 'name': 'tempest-TestShelveInstance-661708560-router', 'tenant_id': 'ca2530ed20674b4cae440dc5e0b41478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:26Z', 'updated_at': '2022-05-27T00:42:32Z', 'revision_number': 6, 'project_id': 'ca2530ed20674b4cae440dc5e0b41478', 'gw_port_host': None}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:42:32.604729 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb3f8-e5f8-402c-ac95-caca4891b26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:32.651171 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bb3f8-e5f8-402c-ac95-caca4891b26f admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f39fca-976c-43a7-88fd-7aef4d1afac6,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:32.963556 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb3f8-e5f8-402c-ac95-caca4891b26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105413'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:33.210910 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb3f8-e5f8-402c-ac95-caca4891b26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4108853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:33.214931 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb3f8-e5f8-402c-ac95-caca4891b26f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:33.241687 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb3f8-e5f8-402c-ac95-caca4891b26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4108953'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:33.242217 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9bb3f8-e5f8-402c-ac95-caca4891b26f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8973045a-c21c-438a-81e8-1ecbbe87fe9c {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 27 00:42:33.257362 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb3f8-e5f8-402c-ac95-caca4891b26f admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:33.258508 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-bf9bb3f8-e5f8-402c-ac95-caca4891b26f admin admin] 10.222.0.21 "DELETE /v2.0/routers/8973045a-c21c-438a-81e8-1ecbbe87fe9c HTTP/1.1" status: 204  len: 168 time: 1.5041351
May 27 00:42:33.261237 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39192) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:33.320135 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f954e00-3706-437f-b63a-266b1e2ff316 admin admin] Deleting subnet 1ae89c93-014c-4d15-a444-4539afa642de {{(pid=83748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:42:33.323153 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8f954e00-3706-437f-b63a-266b1e2ff316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:33.374920 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8f954e00-3706-437f-b63a-266b1e2ff316 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2882327'] for subnet, precommit_delete_associations {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:33.420252 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 91681a0f-1d74-4c26-85cc-722e1bb2373d no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:42:33.453990 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: 91681a0f-1d74-4c26-85cc-722e1bb2373d {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:42:33.454300 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 91681a0f-1d74-4c26-85cc-722e1bb2373d not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:42:33.454718 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device e3f39fca-976c-43a7-88fd-7aef4d1afac6 no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:42:33.459952 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8f954e00-3706-437f-b63a-266b1e2ff316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:33.491034 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: e3f39fca-976c-43a7-88fd-7aef4d1afac6 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:42:33.491371 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device e3f39fca-976c-43a7-88fd-7aef4d1afac6 not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:42:33.534489 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8f954e00-3706-437f-b63a-266b1e2ff316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3199571'] for subnet, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:33.574322 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f954e00-3706-437f-b63a-266b1e2ff316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ae89c93-014c-4d15-a444-4539afa642de,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:33.580533 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8f954e00-3706-437f-b63a-266b1e2ff316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:33.586628 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ed889d-1ee8-4fce-96b0-2c23264745e5 None None] Network 377cbe48-fa40-42e0-9a53-c822ab5281c1 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:42:33.587252 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-8f954e00-3706-437f-b63a-266b1e2ff316 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1ae89c93-014c-4d15-a444-4539afa642de HTTP/1.1" status: 204  len: 168 time: 0.3242457
May 27 00:42:33.590140 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39196) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:33.692757 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:33.702745 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] Deleting port 0b9fac3a-b181-47f8-be41-ba11a94bbf54 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:42:33.703065 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:33.837098 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecbdf75-d126-40b8-a327-7869bbfa95f5 None None] DHCP port deletion for 377cbe48-fa40-42e0-9a53-c822ab5281c1 request from dv-cinder-843305-3-iscsi {{(pid=83749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
May 27 00:42:33.841392 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-cecbdf75-d126-40b8-a327-7869bbfa95f5 None None] Deleting port 0b9fac3a-b181-47f8-be41-ba11a94bbf54 {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:42:33.841742 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-cecbdf75-d126-40b8-a327-7869bbfa95f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:33.904265 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] For port 0b9fac3a-b181-47f8-be41-ba11a94bbf54, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=0b9fac3a-b181-47f8-be41-ba11a94bbf54,segment=NetworkSegment(b42608f9-cfc5-4cb2-816a-355658dc2096),segment_id=b42608f9-cfc5-4cb2-816a-355658dc2096)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:42:33.904615 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:34.022392 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] Calling delete_port for 0b9fac3a-b181-47f8-be41-ba11a94bbf54 owned by network:dhcp {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:42:34.075392 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-cecbdf75-d126-40b8-a327-7869bbfa95f5 None None] For port 0b9fac3a-b181-47f8-be41-ba11a94bbf54, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=0b9fac3a-b181-47f8-be41-ba11a94bbf54,segment=NetworkSegment(b42608f9-cfc5-4cb2-816a-355658dc2096),segment_id=b42608f9-cfc5-4cb2-816a-355658dc2096)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:42:34.075687 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-cecbdf75-d126-40b8-a327-7869bbfa95f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:34.099913 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:34.141234 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9fac3a-b181-47f8-be41-ba11a94bbf54,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:34.147679 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] No DVR routers for this DVR port 0b9fac3a-b181-47f8-be41-ba11a94bbf54 on host dv-cinder-843305-3-iscsi {{(pid=83748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:42:34.191358 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-cecbdf75-d126-40b8-a327-7869bbfa95f5 None None] Calling delete_port for 0b9fac3a-b181-47f8-be41-ba11a94bbf54 owned by network:dhcp {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:42:34.258440 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.db.api [None req-cecbdf75-d126-40b8-a327-7869bbfa95f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 27 00:42:34.258784 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG oslo_db.api [None req-cecbdf75-d126-40b8-a327-7869bbfa95f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 27 00:42:34.259294 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:34.283730 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf11cc370>,) {'filters': {'network_id': ['377cbe48-fa40-42e0-9a53-c822ab5281c1']}} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:34.295980 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf11cc370>, 'b42608f9-cfc5-4cb2-816a-355658dc2096') {'for_net_delete': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:34.296269 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf11cc370>, 'b42608f9-cfc5-4cb2-816a-355658dc2096') {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:42:34.307190 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2868708'] for segment, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:34.327679 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:34.334897 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=83748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:42:34.335262 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877271'] for segment, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]: Traceback (most recent call last):
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:     timer()
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:     cb(*args, **kw)
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:     return func(*args, **kwargs)
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:     self._notify()
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:     self.callback(batched_events)
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:     event.method(event)
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:     return f(self, *a, **k)
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._get(url).json()
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self.request(url, 'GET', **kwargs)
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:42:34.424272 dv-cinder-843305-3-iscsi neutron-server[83748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:42:34.496046 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:34.500520 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:34.527633 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] Pushing event deleted for resources: {'Network': ['ID=377cbe48-fa40-42e0-9a53-c822ab5281c1,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:34.532405 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-5145dd12-74a5-4849-b1ef-0e3d6e34e189 admin admin] 10.222.0.21 "DELETE /v2.0/networks/377cbe48-fa40-42e0-9a53-c822ab5281c1 HTTP/1.1" status: 204  len: 168 time: 0.9411364
May 27 00:42:34.667044 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39202) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:34.716713 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-84c4b284-d733-47d4-a2fc-29f78e0b21de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7a13287fe4645ee8ed22881d5838e5d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0485256
May 27 00:42:34.719094 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39206) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:34.759886 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-cecbdf75-d126-40b8-a327-7869bbfa95f5 None None] Deleting port 0b9fac3a-b181-47f8-be41-ba11a94bbf54 {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:42:34.760431 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-cecbdf75-d126-40b8-a327-7869bbfa95f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:34.775761 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cdfa1bef-fe63-4ca9-948f-050dc9d1d4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:34.801589 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cdfa1bef-fe63-4ca9-948f-050dc9d1d4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:34.825933 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-cecbdf75-d126-40b8-a327-7869bbfa95f5 None None] The port '0b9fac3a-b181-47f8-be41-ba11a94bbf54' was deleted {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
May 27 00:42:34.855988 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cdfa1bef-fe63-4ca9-948f-050dc9d1d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:34.875863 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa1bef-fe63-4ca9-948f-050dc9d1d4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e0e84b-5971-4afc-aff3-37f3106a4a5a,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:34.882901 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cdfa1bef-fe63-4ca9-948f-050dc9d1d4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:34.884034 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-cdfa1bef-fe63-4ca9-948f-050dc9d1d4a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57e0e84b-5971-4afc-aff3-37f3106a4a5a HTTP/1.1" status: 204  len: 168 time: 0.1640499
May 27 00:42:35.342881 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39214) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:35.393246 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-77bdcbde-19fa-4a07-b7b4-293b54d05c43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca2530ed20674b4cae440dc5e0b41478&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0491369
May 27 00:42:35.396138 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39218) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:42:35.407255 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 0b9fac3a-b181-47f8-be41-ba11a94bbf54 no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:42:35.438607 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: 0b9fac3a-b181-47f8-be41-ba11a94bbf54 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:42:35.438938 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 0b9fac3a-b181-47f8-be41-ba11a94bbf54 not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:42:35.455191 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b69e389e-77ee-46e4-ba41-a998b4dab707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:35.480693 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b69e389e-77ee-46e4-ba41-a998b4dab707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:35.530045 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b69e389e-77ee-46e4-ba41-a998b4dab707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:35.546571 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e389e-77ee-46e4-ba41-a998b4dab707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec45955-af84-421f-8168-7fd26e894fe7,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:42:35.551067 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b69e389e-77ee-46e4-ba41-a998b4dab707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:35.554729 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-b69e389e-77ee-46e4-ba41-a998b4dab707 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ec45955-af84-421f-8168-7fd26e894fe7 HTTP/1.1" status: 204  len: 168 time: 0.1551754
May 27 00:42:43.421006 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:44.535392 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-163643bc-c54d-43bc-ba48-f3369bf14d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:46.698089 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-83cb463a-ec46-4649-b8f8-10e63a63ad97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:47.957721 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:47.985474 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:42:49.246053 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:07.133157 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:43:11.028693 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-95a353ea-9c48-4324-84cb-0edc728391f9 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668703250&fields=id&tenant_id=30a1fd487fe2476d82a21d16c148b9e1 HTTP/1.1" status: 200  len: 267 time: 0.0403731
May 27 00:43:11.173898 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-e7608a7b-f584-4b48-af0e-45a08855e405 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:11.175263 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-e7608a7b-f584-4b48-af0e-45a08855e405 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 812 time: 0.1404374
May 27 00:43:11.195378 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-841382c7-baad-4072-a86c-fc0d901082ea tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/quotas/30a1fd487fe2476d82a21d16c148b9e1 HTTP/1.1" status: 200  len: 375 time: 0.0121841
May 27 00:43:11.280850 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-f1948cba-fe25-4e4b-9257-a72e30a071b8 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0795817
May 27 00:43:11.423204 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-4df5a3b0-84b4-4cb1-98ca-45492d18b0c9 service neutron] 10.222.0.21 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301980
May 27 00:43:11.557494 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-b5583235-b40f-4556-bf51-9fdac8714483 service neutron] 10.222.0.21 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275859
May 27 00:43:11.944829 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-779aa1a1-2dcb-4667-821c-0c645ad9adcc req-0d4657b5-ebd5-4fec-a211-ff1bc3e8ebb4 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 210 time: 0.0442920
May 27 00:43:12.990661 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-95a16608-46d1-43cf-8de5-aa999f5cdf6d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:12.992160 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-95a16608-46d1-43cf-8de5-aa999f5cdf6d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.45 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 812 time: 0.1498065
May 27 00:43:13.048139 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-fe5db45c-b83b-420b-b557-33f34e869d8c tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30a1fd487fe2476d82a21d16c148b9e1 HTTP/1.1" status: 200  len: 380 time: 0.0439160
May 27 00:43:13.057766 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Request body: {'port': {'device_id': 'ae7601bd-928e-4967-93ac-7fbcd7d102af', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'admin_state_up': True, 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'security_groups': ['e837916c-5db4-4650-b77d-2b8fe05d6945']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:43:13.150075 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6882693f-d235-413f-b7a9-e2265bb4e6ee req-be6e48fa-2fde-4d76-8972-634a7b5e5bfb tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 210 time: 0.0744677
May 27 00:43:13.230219 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:43:13.234277 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Usage tracker for resource:port and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:43:13.237189 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:43:13.243613 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:43:13.252092 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Made reservation on behalf of 30a1fd487fe2476d82a21d16c148b9e1 for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:43:13.256406 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:13.416792 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Allocated IP 172.20.0.14 (4c3528cc-de1a-4792-9062-0f95d08281aa/502f2fe6-a878-4f72-aab8-414e70e2c519/4b7f9000-b2a5-449b-941a-3e7a284c5070) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:43:13.423033 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:13.614572 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:13.630916 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Transition to ACTIVE for port object 4b7f9000-b2a5-449b-941a-3e7a284c5070 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:43:13.653256 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:13.825323 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Network 4c3528cc-de1a-4792-9062-0f95d08281aa is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:43:13.828329 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:43:13.832758 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:43:13.865542 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event updated for resources: {'Port': ['ID=4b7f9000-b2a5-449b-941a-3e7a284c5070,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:13.894296 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:13.894620 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:13.894946 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:13.895808 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:13.896143 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:13.896463 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:13.896775 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:13.897087 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:13.897431 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:13.897797 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:13.898010 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:13.919300 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:13.919920 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:13.948820 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-6aaa2902-ca1d-4ece-9346-ce34a4427263 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8957207
May 27 00:43:13.960678 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Request body: {'port': {'device_id': 'ae7601bd-928e-4967-93ac-7fbcd7d102af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:43:14.064446 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-b4b80761-6bc5-492d-a9f6-52eb380f3028 None None] Provisioning for port 4b7f9000-b2a5-449b-941a-3e7a284c5070 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:43:14.069979 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-b4b80761-6bc5-492d-a9f6-52eb380f3028 None None] Provisioning complete for port 4b7f9000-b2a5-449b-941a-3e7a284c5070 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:43:14.070340 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-b4b80761-6bc5-492d-a9f6-52eb380f3028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:14.073634 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:14.132464 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-b4b80761-6bc5-492d-a9f6-52eb380f3028 None None] Port 4b7f9000-b2a5-449b-941a-3e7a284c5070 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:43:14.362929 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043b664-8a01-460c-9c25-db8220434e79 req-38650b73-782a-4cce-84ab-f2b8b5045d75 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:14.364943 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5043b664-8a01-460c-9c25-db8220434e79 req-38650b73-782a-4cce-84ab-f2b8b5045d75 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 932 time: 0.0856609
May 27 00:43:14.411521 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5043b664-8a01-460c-9c25-db8220434e79 req-9afe2863-d043-472d-84bd-b8562299f300 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408280
May 27 00:43:14.446151 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7f9000-b2a5-449b-941a-3e7a284c5070 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:43:14.453008 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:14.466976 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Transition to ACTIVE for port object 4b7f9000-b2a5-449b-941a-3e7a284c5070 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:43:14.470928 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:14.537818 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-9412ab82-9215-4fe8-a863-aace39fc5f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:14.605387 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7f9000-b2a5-449b-941a-3e7a284c5070,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:14.715273 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Attempting to bind port 4b7f9000-b2a5-449b-941a-3e7a284c5070 on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:43:14.715643 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Attempting to bind port 4b7f9000-b2a5-449b-941a-3e7a284c5070 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:43:14.715959 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Attempting to bind port 4b7f9000-b2a5-449b-941a-3e7a284c5070 on network 4c3528cc-de1a-4792-9062-0f95d08281aa {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:43:14.721751 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Port 4b7f9000-b2a5-449b-941a-3e7a284c5070 on network 4c3528cc-de1a-4792-9062-0f95d08281aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:43:14.722068 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Attempting to bind port 4b7f9000-b2a5-449b-941a-3e7a284c5070 on network 4c3528cc-de1a-4792-9062-0f95d08281aa {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:43:14.728855 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:43:14.729186 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Checking segment: {'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:43:14.729561 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Bound using segment: {'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:43:14.729992 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Bound port: 4b7f9000-b2a5-449b-941a-3e7a284c5070, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183c8e9b-8376-4c24-a374-07ba7c136aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:43:14.730335 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:14.820415 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] For port 4b7f9000-b2a5-449b-941a-3e7a284c5070, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:43:14.823323 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] For port 4b7f9000-b2a5-449b-941a-3e7a284c5070, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4b7f9000-b2a5-449b-941a-3e7a284c5070,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:43:14.828036 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:14.886580 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:14.887500 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] 10.222.0.45 "PUT /v2.0/ports/4b7f9000-b2a5-449b-941a-3e7a284c5070 HTTP/1.1" status: 200  len: 1094 time: 0.9317873
May 27 00:43:14.890301 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7601bd-928e-4967-93ac-7fbcd7d102af', 'tag': '4b7f9000-b2a5-449b-941a-3e7a284c5070'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:43:14.911519 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770456d-4002-4558-84dc-c5dbe2a2c1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7f9000-b2a5-449b-941a-3e7a284c5070,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:14.978873 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac12bddb-5bfe-47ca-9fdb-50d1e4297c42'] response: {'name': 'network-changed', 'server_uuid': 'ae7601bd-928e-4967-93ac-7fbcd7d102af', 'tag': '4b7f9000-b2a5-449b-941a-3e7a284c5070', 'status': 'completed', 'code': 200}
May 27 00:43:15.022637 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-3e6edbb5-2ec6-478b-a5f6-ea508c5aef3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 1097 time: 0.0801551
May 27 00:43:15.091486 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-344d7eb3-317a-4192-b874-20f269d92440 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b7f9000-b2a5-449b-941a-3e7a284c5070 HTTP/1.1" status: 200  len: 217 time: 0.0606830
May 27 00:43:15.155362 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-2ad4363f-0fe3-4caa-af28-2437ed00d11f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:15.156764 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-2ad4363f-0fe3-4caa-af28-2437ed00d11f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=502f2fe6-a878-4f72-aab8-414e70e2c519 HTTP/1.1" status: 200  len: 851 time: 0.0592694
May 27 00:43:15.228804 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-eb19ece5-f8a5-4fb2-855e-951c8f7ffcdf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c3528cc-de1a-4792-9062-0f95d08281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0656350
May 27 00:43:15.360076 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-5cb18e99-027a-4f13-a218-72658eeee8bc service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255901
May 27 00:43:15.516278 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-67afcc90-d78f-47fd-86fa-2e7ed40be8f5 req-d7fb768b-8215-4f10-b707-6bc30ab57eaa service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1501615
May 27 00:43:15.728281 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e89af502-4ec5-47f2-afe1-40773772285b req-1722a62c-8473-4311-9369-783e0ad95ecd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 1097 time: 0.1556008
May 27 00:43:15.871383 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89af502-4ec5-47f2-afe1-40773772285b req-e2ba05b6-ca2a-4c35-b414-ed1480814cd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:15.873052 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e89af502-4ec5-47f2-afe1-40773772285b req-e2ba05b6-ca2a-4c35-b414-ed1480814cd7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 913 time: 0.1390724
May 27 00:43:15.880773 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f94d4-ca53-4c6f-816e-93f627d3bf1a req-99de66c2-761d-410d-a162-4d8ca87ab2df tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:15.882224 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-df4f94d4-ca53-4c6f-816e-93f627d3bf1a req-99de66c2-761d-410d-a162-4d8ca87ab2df tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 944 time: 0.3378663
May 27 00:43:15.928493 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-df4f94d4-ca53-4c6f-816e-93f627d3bf1a req-60662b84-9c96-4cfd-aa3a-7885c39459e8 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405064
May 27 00:43:15.940435 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e89af502-4ec5-47f2-afe1-40773772285b req-11861c41-c25b-4533-a446-9b327f164cdb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b7f9000-b2a5-449b-941a-3e7a284c5070 HTTP/1.1" status: 200  len: 217 time: 0.0613248
May 27 00:43:16.005224 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89af502-4ec5-47f2-afe1-40773772285b req-a8a2d82c-8163-44e5-aff9-1b8e087dc50b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:16.006641 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e89af502-4ec5-47f2-afe1-40773772285b req-a8a2d82c-8163-44e5-aff9-1b8e087dc50b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=502f2fe6-a878-4f72-aab8-414e70e2c519 HTTP/1.1" status: 200  len: 851 time: 0.0600052
May 27 00:43:16.078823 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e89af502-4ec5-47f2-afe1-40773772285b req-25d9ecd1-9dc6-41df-b9ae-52c54b0184a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c3528cc-de1a-4792-9062-0f95d08281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0662093
May 27 00:43:16.208801 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e89af502-4ec5-47f2-afe1-40773772285b req-e2ceaffa-74a0-4ee0-b5fa-d4bc2a14c726 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235085
May 27 00:43:16.343402 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e89af502-4ec5-47f2-afe1-40773772285b req-22ab5e30-7cec-49a1-aecb-42df55ce6b54 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288633
May 27 00:43:16.699329 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-39b0e65a-b74b-48bb-99cb-521e4623dcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:17.198846 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc12f38-1a6a-4061-94d3-c792b945e048 req-f3506255-063e-4337-a9d3-c561fb78a860 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:17.200298 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fbc12f38-1a6a-4061-94d3-c792b945e048 req-f3506255-063e-4337-a9d3-c561fb78a860 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 944 time: 0.1496773
May 27 00:43:17.245137 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-fbc12f38-1a6a-4061-94d3-c792b945e048 req-8fc9972c-4281-4cd7-ac7f-566d6179e514 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389733
May 27 00:43:17.960245 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:17.986696 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:18.436136 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9caef-7b44-435d-ada8-43c3ab7f27ff req-db41c866-d70b-4b72-bbef-5c5b8f01c3b3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:18.437580 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5ca9caef-7b44-435d-ada8-43c3ab7f27ff req-db41c866-d70b-4b72-bbef-5c5b8f01c3b3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 944 time: 0.0751536
May 27 00:43:18.482931 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5ca9caef-7b44-435d-ada8-43c3ab7f27ff req-04a90b0f-998a-46d0-a325-2d8a33185e96 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392401
May 27 00:43:19.249678 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:19.689621 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a7a93-8bb1-41c0-b48e-4a7a2c71fabc req-21d4cefe-1a59-4d0d-84bd-87b04ee2af3d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:19.691075 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e42a7a93-8bb1-41c0-b48e-4a7a2c71fabc req-21d4cefe-1a59-4d0d-84bd-87b04ee2af3d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 944 time: 0.0798490
May 27 00:43:19.735831 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e42a7a93-8bb1-41c0-b48e-4a7a2c71fabc req-3fcd556a-8619-4777-ae67-4d831d46592b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391355
May 27 00:43:20.550514 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cd5f407c-e13a-43ef-8941-52d2f728428b req-2487e954-a3d7-43bb-b140-53e7e9ee6616 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0708966
May 27 00:43:20.638513 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cd5f407c-e13a-43ef-8941-52d2f728428b req-36020841-4ed2-4f6b-817c-f3b8fa543a97 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 1099 time: 0.0678873
May 27 00:43:20.781601 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f407c-e13a-43ef-8941-52d2f728428b req-b4fbfbe1-93a2-4068-9faa-793d50e19349 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:20.783043 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cd5f407c-e13a-43ef-8941-52d2f728428b req-b4fbfbe1-93a2-4068-9faa-793d50e19349 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 913 time: 0.1259537
May 27 00:43:20.885600 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cd5f407c-e13a-43ef-8941-52d2f728428b req-8516688f-e4a8-4d5d-9d70-034bce1da1a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6be6a724-788b-40fe-bef9-77ff4f677779 HTTP/1.1" status: 200  len: 1002 time: 0.0963027
May 27 00:43:20.930617 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1323b-556b-4a0a-a584-4ddd573db523 req-b6a6a043-060c-4aa2-82ac-58dde0592def tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:20.932098 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1db1323b-556b-4a0a-a584-4ddd573db523 req-b6a6a043-060c-4aa2-82ac-58dde0592def tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 944 time: 0.0753591
May 27 00:43:20.947847 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f407c-e13a-43ef-8941-52d2f728428b req-6dbf62bf-a903-473b-ac3a-9e8bffb08971 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:20.949317 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cd5f407c-e13a-43ef-8941-52d2f728428b req-6dbf62bf-a903-473b-ac3a-9e8bffb08971 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=502f2fe6-a878-4f72-aab8-414e70e2c519 HTTP/1.1" status: 200  len: 851 time: 0.0576675
May 27 00:43:20.981015 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1db1323b-556b-4a0a-a584-4ddd573db523 req-db284e14-7628-49b3-92eb-ecedeb56f6d9 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433025
May 27 00:43:21.026797 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cd5f407c-e13a-43ef-8941-52d2f728428b req-7d03c061-6a89-4b06-85b8-bcdfcf9ddb2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c3528cc-de1a-4792-9062-0f95d08281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709612
May 27 00:43:21.153968 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cd5f407c-e13a-43ef-8941-52d2f728428b req-126f0524-0573-4a76-bd2a-505fed61d966 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204815
May 27 00:43:21.284235 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cd5f407c-e13a-43ef-8941-52d2f728428b req-ee648cfa-08b0-4966-93f5-5950de7351bc service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221232
May 27 00:43:22.172971 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161d344-e53d-4764-9495-bd75fe656ead req-e1d4ce93-7ce9-43be-bea0-4f74c15e529d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:22.174351 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0161d344-e53d-4764-9495-bd75fe656ead req-e1d4ce93-7ce9-43be-bea0-4f74c15e529d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 944 time: 0.0747437
May 27 00:43:22.219181 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0161d344-e53d-4764-9495-bd75fe656ead req-cd8b2fe1-3645-441e-82e4-1fe98c4c7f9a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385652
May 27 00:43:23.419540 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54307f41-78d0-4d9d-8926-615b07f7c4af req-36e593e7-98db-4fce-ab01-2792a2bb6bd8 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:23.421010 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-54307f41-78d0-4d9d-8926-615b07f7c4af req-36e593e7-98db-4fce-ab01-2792a2bb6bd8 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 944 time: 0.0792668
May 27 00:43:23.465048 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-54307f41-78d0-4d9d-8926-615b07f7c4af req-40cfc687-d5dc-43d3-9b9f-4eb009dc27cf tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383742
May 27 00:43:24.032494 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 4b7f9000-b2a5-449b-941a-3e7a284c5070 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:43:24.163406 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 4b7f9000-b2a5-449b-941a-3e7a284c5070, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4b7f9000-b2a5-449b-941a-3e7a284c5070,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:43:24.176250 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': '4b7f9000-b2a5-449b-941a-3e7a284c5070', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'port_id': '4b7f9000-b2a5-449b-941a-3e7a284c5070', 'mac_address': 'fa:16:3e:cf:e9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:43:24.230825 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:24.246997 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7f9000-b2a5-449b-941a-3e7a284c5070 {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:43:24.263391 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 4b7f9000-b2a5-449b-941a-3e7a284c5070, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4b7f9000-b2a5-449b-941a-3e7a284c5070,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:43:24.268940 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:24.333047 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=4b7f9000-b2a5-449b-941a-3e7a284c5070,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:24.342100 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:24.342428 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:24.342749 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:24.343072 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:24.343388 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:24.343731 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:24.344052 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:24.344350 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:24.344657 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:24.344964 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:24.345272 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:24.624103 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['4b7f9000-b2a5-449b-941a-3e7a284c5070'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:43:24.661278 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d0b10-2a51-4619-8af5-f9c5bde27cc6 req-b448e356-e055-41ac-9003-91c2cc1d7c9d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:24.662720 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-458d0b10-2a51-4619-8af5-f9c5bde27cc6 req-b448e356-e055-41ac-9003-91c2cc1d7c9d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 945 time: 0.0771122
May 27 00:43:24.708649 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-458d0b10-2a51-4619-8af5-f9c5bde27cc6 req-c81a8ccd-7959-4b9c-88ff-61e51c8ed539 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400164
May 27 00:43:25.905951 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fafffe-0dc1-421d-8d65-f7e3df4a53c4 req-f4f42d98-ec1d-4cf8-9429-1641e79628ca tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:25.907387 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c9fafffe-0dc1-421d-8d65-f7e3df4a53c4 req-f4f42d98-ec1d-4cf8-9429-1641e79628ca tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 945 time: 0.0807354
May 27 00:43:25.952894 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c9fafffe-0dc1-421d-8d65-f7e3df4a53c4 req-45f3c5d4-9ee5-437c-85ee-2de1536f7d6d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399008
May 27 00:43:26.048010 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 4b7f9000-b2a5-449b-941a-3e7a284c5070 up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:43:26.117087 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port 4b7f9000-b2a5-449b-941a-3e7a284c5070 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:43:26.121560 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port 4b7f9000-b2a5-449b-941a-3e7a284c5070 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:43:26.121920 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:26.232859 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:26.259346 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7601bd-928e-4967-93ac-7fbcd7d102af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7f9000-b2a5-449b-941a-3e7a284c5070'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:43:26.268613 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 4b7f9000-b2a5-449b-941a-3e7a284c5070, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4b7f9000-b2a5-449b-941a-3e7a284c5070,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:43:26.272645 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:26.323449 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a89116b-6867-4b14-8392-c11c86f64a60'] response: {'server_uuid': 'ae7601bd-928e-4967-93ac-7fbcd7d102af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7f9000-b2a5-449b-941a-3e7a284c5070', 'code': 200}
May 27 00:43:26.340277 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=4b7f9000-b2a5-449b-941a-3e7a284c5070,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:26.591758 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-dd8076ba-f0c0-46a8-801a-1d7a8f4d2a65 req-5adebfbd-837a-489b-a08e-6f5bb57cedfb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 1099 time: 0.0668471
May 27 00:43:26.633677 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-dd8076ba-f0c0-46a8-801a-1d7a8f4d2a65 req-08542ae4-eb15-4b59-854d-288521345c00 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367877
May 27 00:43:27.145172 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4682-6dc8-45cf-b134-5e935072ba16 req-8e5bd956-2680-4c71-be52-2ebb26571352 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:27.146520 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e01c4682-6dc8-45cf-b134-5e935072ba16 req-8e5bd956-2680-4c71-be52-2ebb26571352 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 946 time: 0.0740788
May 27 00:43:27.194650 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e01c4682-6dc8-45cf-b134-5e935072ba16 req-90777f1a-fe6f-41df-8a8c-f4b750339984 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420704
May 27 00:43:28.392773 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c171e-ec4d-4936-9666-74dde040c7f5 req-0775cfff-be6d-4a8d-88db-46b3d174f1de tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:28.394209 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-726c171e-ec4d-4936-9666-74dde040c7f5 req-0775cfff-be6d-4a8d-88db-46b3d174f1de tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 946 time: 0.0746136
May 27 00:43:28.439482 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-726c171e-ec4d-4936-9666-74dde040c7f5 req-ad83f4b4-cd3a-46b2-a2a1-77071465b77e tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394208
May 27 00:43:28.637028 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb103d7-5643-490f-b2d6-b9ced994fad2 req-6d0d262e-0789-4f13-b0f3-48a1ede13bcc tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:28.638486 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8cb103d7-5643-490f-b2d6-b9ced994fad2 req-6d0d262e-0789-4f13-b0f3-48a1ede13bcc tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 946 time: 0.0779612
May 27 00:43:28.757883 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8cb103d7-5643-490f-b2d6-b9ced994fad2 req-67f7453f-1c9e-4c85-a589-31ebef32324d tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137190
May 27 00:43:28.785132 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39330) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:43:29.063556 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-2a4eec7d-0af6-46b2-be00-59c709ae8340 tempest-TestVolumeBootPattern-1122126694 tempest-TestVolumeBootPattern-1122126694-project-admin] Synchronizing usage tracker for tenant:9a973666f1e242c69ced8d9bfe513388 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:43:29.079990 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-2a4eec7d-0af6-46b2-be00-59c709ae8340 tempest-TestVolumeBootPattern-1122126694 tempest-TestVolumeBootPattern-1122126694-project-admin] Unset dirty status for tenant:9a973666f1e242c69ced8d9bfe513388 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:43:29.081158 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-2a4eec7d-0af6-46b2-be00-59c709ae8340 tempest-TestVolumeBootPattern-1122126694 tempest-TestVolumeBootPattern-1122126694-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 1094 time: 0.2950661
May 27 00:43:29.083924 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39336) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:43:29.089748 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Request body: {'floatingip': {'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'port_id': '4b7f9000-b2a5-449b-941a-3e7a284c5070', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:43:29.095036 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:43:29.098933 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Usage tracker for resource:floatingip and tenant:30a1fd487fe2476d82a21d16c148b9e1 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:43:29.101791 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:43:29.107435 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:43:29.116729 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:29.246114 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:29.382859 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Allocated IP 172.27.3.194 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/cc8e404a-5df9-40eb-bd0d-4ec19bcd5a92) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:43:29.523701 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:29.550508 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:29.620226 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:43:29.623242 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:43:29.627951 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:43:29.652385 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event updated for resources: {'Port': ['ID=cc8e404a-5df9-40eb-bd0d-4ec19bcd5a92,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:30.122944 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:30.179338 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:30.376055 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:30.380356 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:30.482037 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event updated for resources: {'Port': ['ID=cc8e404a-5df9-40eb-bd0d-4ec19bcd5a92,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:30.497459 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:30.770678 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Floating IP eb0c9f1b-7c82-47ab-ad39-967fc88727c9 associated. External IP: 172.27.3.194, port: 4b7f9000-b2a5-449b-941a-3e7a284c5070.
May 27 00:43:31.150983 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:43:31.348529 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:43:31.358062 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8658c4f9-e835-4b1c-8a15-e5d66879186f None None] Sync routers for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:43:31.369696 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8658c4f9-e835-4b1c-8a15-e5d66879186f None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:43:31.370289 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-8658c4f9-e835-4b1c-8a15-e5d66879186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf11f1c70>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:43:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:43:31.371924 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:31.429097 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-1e94ecb7-a450-44cd-8829-d888e294d868 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3420017
May 27 00:43:31.429097 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7601bd-928e-4967-93ac-7fbcd7d102af', 'tag': '4b7f9000-b2a5-449b-941a-3e7a284c5070'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:43:31.482252 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52dc702f-9edd-462b-ba3b-e0f66041b380'] response: {'name': 'network-changed', 'server_uuid': 'ae7601bd-928e-4967-93ac-7fbcd7d102af', 'tag': '4b7f9000-b2a5-449b-941a-3e7a284c5070', 'status': 'completed', 'code': 200}
May 27 00:43:31.548625 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-8658c4f9-e835-4b1c-8a15-e5d66879186f None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:43:31.578581 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-58fcdcda-f5f8-4628-bbd2-dcd9a11f93ef req-1e12568a-85b1-4fae-a6e0-63149560a9f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 1099 time: 0.0737555
May 27 00:43:31.710972 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcdcda-f5f8-4628-bbd2-dcd9a11f93ef req-479115eb-9d8a-4cb0-bb16-c119a7a7606c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:31.712469 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-58fcdcda-f5f8-4628-bbd2-dcd9a11f93ef req-479115eb-9d8a-4cb0-bb16-c119a7a7606c service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 913 time: 0.1272864
May 27 00:43:31.821399 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-58fcdcda-f5f8-4628-bbd2-dcd9a11f93ef req-5adb26be-d13d-43e5-9518-8252ee020aa8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b7f9000-b2a5-449b-941a-3e7a284c5070 HTTP/1.1" status: 200  len: 1000 time: 0.1029172
May 27 00:43:31.885451 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcdcda-f5f8-4628-bbd2-dcd9a11f93ef req-15e44d9f-d14b-4091-bc96-ddde31428971 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:31.886895 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-58fcdcda-f5f8-4628-bbd2-dcd9a11f93ef req-15e44d9f-d14b-4091-bc96-ddde31428971 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=502f2fe6-a878-4f72-aab8-414e70e2c519 HTTP/1.1" status: 200  len: 851 time: 0.0587769
May 27 00:43:31.893894 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-8658c4f9-e835-4b1c-8a15-e5d66879186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf11f1c70>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '8fb68c28-2df4-47ec-81c0-46a7dad67350', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'port_id': '6be6a724-788b-40fe-bef9-77ff4f677779', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'mac_address': 'fa:16:3e:ae:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:40:59Z', 'updated_at': '2022-05-27T00:41:02Z', 'revision_number': 1, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address_scope': None}, {'id': 'eb0c9f1b-7c82-47ab-ad39-967fc88727c9', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'port_id': '4b7f9000-b2a5-449b-941a-3e7a284c5070', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'mac_address': 'fa:16:3e:cf:e9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7601bd-928e-4967-93ac-7fbcd7d102af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:43:29Z', 'updated_at': '2022-05-27T00:43:29Z', 'revision_number': 0, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:43:31.897813 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8658c4f9-e835-4b1c-8a15-e5d66879186f None None] Checking router: 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:43:31.908085 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8658c4f9-e835-4b1c-8a15-e5d66879186f None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:43:31.908669 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-8658c4f9-e835-4b1c-8a15-e5d66879186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf11f1c70>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:43:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:43:31.960069 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-58fcdcda-f5f8-4628-bbd2-dcd9a11f93ef req-8300361b-e817-427e-b161-07d3caa4a2fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c3528cc-de1a-4792-9062-0f95d08281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0667696
May 27 00:43:32.086221 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-8658c4f9-e835-4b1c-8a15-e5d66879186f None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:43:32.091149 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-58fcdcda-f5f8-4628-bbd2-dcd9a11f93ef req-426ac52f-d30d-464e-8e1e-39ac58b9ddfa service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245515
May 27 00:43:32.223067 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-58fcdcda-f5f8-4628-bbd2-dcd9a11f93ef req-1c9f4827-7a67-47a8-8327-50bfb8e3e632 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254485
May 27 00:43:32.458312 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-8658c4f9-e835-4b1c-8a15-e5d66879186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf11f1c70>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '8fb68c28-2df4-47ec-81c0-46a7dad67350', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'port_id': '6be6a724-788b-40fe-bef9-77ff4f677779', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'mac_address': 'fa:16:3e:ae:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:40:59Z', 'updated_at': '2022-05-27T00:41:02Z', 'revision_number': 1, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address_scope': None}, {'id': 'eb0c9f1b-7c82-47ab-ad39-967fc88727c9', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'port_id': '4b7f9000-b2a5-449b-941a-3e7a284c5070', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'mac_address': 'fa:16:3e:cf:e9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7601bd-928e-4967-93ac-7fbcd7d102af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:43:29Z', 'updated_at': '2022-05-27T00:43:29Z', 'revision_number': 0, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:43:32.462719 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8658c4f9-e835-4b1c-8a15-e5d66879186f None None] The sync data for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi is: [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '8fb68c28-2df4-47ec-81c0-46a7dad67350', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'port_id': '6be6a724-788b-40fe-bef9-77ff4f677779', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'mac_address': 'fa:16:3e:ae:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:40:59Z', 'updated_at': '2022-05-27T00:41:02Z', 'revision_number': 1, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address_scope': None}, {'id': 'eb0c9f1b-7c82-47ab-ad39-967fc88727c9', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'port_id': '4b7f9000-b2a5-449b-941a-3e7a284c5070', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'mac_address': 'fa:16:3e:cf:e9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7601bd-928e-4967-93ac-7fbcd7d102af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:43:29Z', 'updated_at': '2022-05-27T00:43:29Z', 'revision_number': 0, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:43:32.655330 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894897c-93b2-4908-82b1-36fc9491c46f None None] New status for floating IP eb0c9f1b-7c82-47ab-ad39-967fc88727c9: ACTIVE {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:43:34.732212 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c4b9e-20e8-4bb4-9c35-b880ae201a71 req-5b5bef00-e806-4744-a142-b475b5e65007 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:34.733657 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-798c4b9e-20e8-4bb4-9c35-b880ae201a71 req-5b5bef00-e806-4744-a142-b475b5e65007 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 946 time: 0.0753853
May 27 00:43:34.778690 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-798c4b9e-20e8-4bb4-9c35-b880ae201a71 req-b380e028-ab16-4b7a-b7b8-d184293b1525 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=0925bf8a-ec65-4e5b-82b6-d854ed3e5f11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394619
May 27 00:43:35.981823 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ac98-e500-401c-802e-0cbf658a1754 req-f604ab07-5884-4ad9-aa94-43fde3fa5281 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:35.983278 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c406ac98-e500-401c-802e-0cbf658a1754 req-f604ab07-5884-4ad9-aa94-43fde3fa5281 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 946 time: 0.0776930
May 27 00:43:36.028525 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-c406ac98-e500-401c-802e-0cbf658a1754 req-e9661562-6c2e-44ce-b383-0196713b11af tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=0925bf8a-ec65-4e5b-82b6-d854ed3e5f11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394645
May 27 00:43:36.629480 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-57bfc04c-3eb9-4a83-be0f-75168a83f059 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:36.630167 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-57bfc04c-3eb9-4a83-be0f-75168a83f059 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Synchronizing usage tracker for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:43:36.648111 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-57bfc04c-3eb9-4a83-be0f-75168a83f059 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Unset dirty status for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:43:36.649215 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-57bfc04c-3eb9-4a83-be0f-75168a83f059 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 946 time: 0.1839864
May 27 00:43:36.716603 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-60787f55-2018-4383-89e8-16ef8a0f0957 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Deleting port e880f422-639a-4ae5-bf1e-330faac258d4 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:43:36.716940 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-60787f55-2018-4383-89e8-16ef8a0f0957 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:36.959708 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-60787f55-2018-4383-89e8-16ef8a0f0957 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] For port e880f422-639a-4ae5-bf1e-330faac258d4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e880f422-639a-4ae5-bf1e-330faac258d4,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:43:36.960056 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-60787f55-2018-4383-89e8-16ef8a0f0957 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:37.222986 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ded6db-7235-4619-a204-1f9124c212d5 req-437c0ca4-a029-4fbc-97ca-6bad464693f6 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:37.224400 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-58ded6db-7235-4619-a204-1f9124c212d5 req-437c0ca4-a029-4fbc-97ca-6bad464693f6 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 946 time: 0.0752375
May 27 00:43:37.244076 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-60787f55-2018-4383-89e8-16ef8a0f0957 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:37.244436 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-60787f55-2018-4383-89e8-16ef8a0f0957 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:37.244743 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-60787f55-2018-4383-89e8-16ef8a0f0957 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Floating IP 52bc891a-36fc-47e4-9a2c-b062206f0db1 disassociated. External IP: 172.27.3.68, port: e880f422-639a-4ae5-bf1e-330faac258d4.
May 27 00:43:37.245079 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-60787f55-2018-4383-89e8-16ef8a0f0957 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Calling delete_port for e880f422-639a-4ae5-bf1e-330faac258d4 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:43:37.274038 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-58ded6db-7235-4619-a204-1f9124c212d5 req-dc51ad3e-3a28-466d-9ebd-90672ae320da tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=0925bf8a-ec65-4e5b-82b6-d854ed3e5f11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433156
May 27 00:43:37.382552 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-60787f55-2018-4383-89e8-16ef8a0f0957 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:37.432449 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60787f55-2018-4383-89e8-16ef8a0f0957 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event deleted for resources: {'Port': ['ID=e880f422-639a-4ae5-bf1e-330faac258d4,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:37.633438 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-60787f55-2018-4383-89e8-16ef8a0f0957 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Router ced7812f-6bd3-4e6d-8cab-ea0800daf879 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:43:37.839375 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-60787f55-2018-4383-89e8-16ef8a0f0957 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:43:37.852175 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d41b9-4023-42ad-b687-3e60cfcc9169 None None] Sync routers for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:43:37.866541 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d41b9-4023-42ad-b687-3e60cfcc9169 None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:43:37.867525 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-268d41b9-4023-42ad-b687-3e60cfcc9169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf13d7c40>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:43:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:43:37.909798 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-60787f55-2018-4383-89e8-16ef8a0f0957 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] No DVR routers for this DVR port e880f422-639a-4ae5-bf1e-330faac258d4 on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:43:37.912914 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-60787f55-2018-4383-89e8-16ef8a0f0957 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:37.915716 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87004052-6bf9-43df-9396-7a04df35f8ff', 'name': 'network-vif-deleted', 'tag': 'e880f422-639a-4ae5-bf1e-330faac258d4'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:43:37.931993 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-8f7330a2-c1a1-4d58-a310-4e484f7fbd02 req-60787f55-2018-4383-89e8-16ef8a0f0957 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "DELETE /v2.0/ports/e880f422-639a-4ae5-bf1e-330faac258d4 HTTP/1.1" status: 204  len: 173 time: 1.2773883
May 27 00:43:37.980302 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed64a8d-8e72-4453-9b39-7fe71f728307'] response: {'server_uuid': '87004052-6bf9-43df-9396-7a04df35f8ff', 'name': 'network-vif-deleted', 'tag': 'e880f422-639a-4ae5-bf1e-330faac258d4', 'status': 'completed', 'code': 200}
May 27 00:43:38.049611 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-268d41b9-4023-42ad-b687-3e60cfcc9169 None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:43:38.399081 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-268d41b9-4023-42ad-b687-3e60cfcc9169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf13d7c40>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': 'c0346008-1303-4c0c-831d-2a0463a19a71', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': 'f121cd0b-c69e-4791-aeb5-f780de01fc70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:14:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:39:55Z', 'updated_at': '2022-05-27T00:40:21Z', 'revision_number': 2, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:43:38.403977 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d41b9-4023-42ad-b687-3e60cfcc9169 None None] Checking router: ced7812f-6bd3-4e6d-8cab-ea0800daf879 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:43:38.414686 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d41b9-4023-42ad-b687-3e60cfcc9169 None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:43:38.415551 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-268d41b9-4023-42ad-b687-3e60cfcc9169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf13d7c40>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:43:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:43:38.454560 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-1e7519ca-6bb0-438e-ac05-e56c3d733f97 req-2b3da656-d4b2-41c7-aa42-3173f116fb12 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=87004052-6bf9-43df-9396-7a04df35f8ff HTTP/1.1" status: 200  len: 210 time: 0.0418043
May 27 00:43:38.594360 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-268d41b9-4023-42ad-b687-3e60cfcc9169 None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:43:38.932369 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-268d41b9-4023-42ad-b687-3e60cfcc9169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf13d7c40>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': 'c0346008-1303-4c0c-831d-2a0463a19a71', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': 'f121cd0b-c69e-4791-aeb5-f780de01fc70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:14:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:39:55Z', 'updated_at': '2022-05-27T00:40:21Z', 'revision_number': 2, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:43:38.936225 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d41b9-4023-42ad-b687-3e60cfcc9169 None None] The sync data for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi is: [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': 'c0346008-1303-4c0c-831d-2a0463a19a71', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': 'f121cd0b-c69e-4791-aeb5-f780de01fc70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:14:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:39:55Z', 'updated_at': '2022-05-27T00:40:21Z', 'revision_number': 2, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:43:39.146916 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ef7cc4-a5c6-4c92-b96b-22ed113fa28d None None] New status for floating IP 52bc891a-36fc-47e4-9a2c-b062206f0db1: DOWN {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:43:39.610163 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39378) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:43:39.675796 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:39.703671 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:39.758056 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:39.775140 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0925bf8a-ec65-4e5b-82b6-d854ed3e5f11,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:39.786022 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:39.786363 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:39.786694 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:39.787604 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:39.787882 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:39.788204 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:39.788526 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:39.788854 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:39.789166 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:39.789481 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:39.789794 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:43:39.797223 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:39.798339 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-d21b71ec-939e-4d46-9c9b-0f1ba8d9b095 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "DELETE /v2.0/security-groups/0925bf8a-ec65-4e5b-82b6-d854ed3e5f11 HTTP/1.1" status: 204  len: 168 time: 0.1872056
May 27 00:43:39.800976 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39382) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:43:39.817746 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.api.v2.resource [None req-8e9874d3-2502-4d1f-9882-512e4f5c55ca tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] show failed (client error): The resource could not be found.
May 27 00:43:39.818787 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-8e9874d3-2502-4d1f-9882-512e4f5c55ca tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups/0925bf8a-ec65-4e5b-82b6-d854ed3e5f11 HTTP/1.1" status: 404  len: 347 time: 0.0169237
May 27 00:43:39.821692 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39386) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:43:39.990859 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-2854e596-9c37-450e-a639-c92937d46a58 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Deleting port 5c4dbf3a-bd56-4782-be06-b77470ca151a {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:43:39.991203 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2854e596-9c37-450e-a639-c92937d46a58 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:40.092422 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device e880f422-639a-4ae5-bf1e-330faac258d4 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:43:40.125704 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: e880f422-639a-4ae5-bf1e-330faac258d4 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:43:40.126039 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device e880f422-639a-4ae5-bf1e-330faac258d4 not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:43:40.194984 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2854e596-9c37-450e-a639-c92937d46a58 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:40.195358 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2854e596-9c37-450e-a639-c92937d46a58 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:40.329779 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-2854e596-9c37-450e-a639-c92937d46a58 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Calling delete_port for 5c4dbf3a-bd56-4782-be06-b77470ca151a owned by network:floatingip {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:43:40.482281 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2854e596-9c37-450e-a639-c92937d46a58 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:40.531101 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854e596-9c37-450e-a639-c92937d46a58 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event deleted for resources: {'Port': ['ID=5c4dbf3a-bd56-4782-be06-b77470ca151a,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:40.621448 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2854e596-9c37-450e-a639-c92937d46a58 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:40.635394 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2854e596-9c37-450e-a639-c92937d46a58 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:40.636551 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-2854e596-9c37-450e-a639-c92937d46a58 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "DELETE /v2.0/floatingips/52bc891a-36fc-47e4-9a2c-b062206f0db1 HTTP/1.1" status: 204  len: 168 time: 0.8133910
May 27 00:43:42.644146 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4849759-55f5-4eab-b505-86d7a505cb01 req-f7163581-c092-4c41-8e48-ad181918fac3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:42.644879 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-f4849759-55f5-4eab-b505-86d7a505cb01 req-f7163581-c092-4c41-8e48-ad181918fac3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Synchronizing usage tracker for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:port {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:43:42.660078 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-f4849759-55f5-4eab-b505-86d7a505cb01 req-f7163581-c092-4c41-8e48-ad181918fac3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Unset dirty status for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:port {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:43:42.661410 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f4849759-55f5-4eab-b505-86d7a505cb01 req-f7163581-c092-4c41-8e48-ad181918fac3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 945 time: 0.0927284
May 27 00:43:42.705336 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-f4849759-55f5-4eab-b505-86d7a505cb01 req-f74fc5f6-bea0-4132-a243-7cca083ff3ed tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Synchronizing usage tracker for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:security_group {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:43:42.720059 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-f4849759-55f5-4eab-b505-86d7a505cb01 req-f74fc5f6-bea0-4132-a243-7cca083ff3ed tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Unset dirty status for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:security_group {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:43:42.721137 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f4849759-55f5-4eab-b505-86d7a505cb01 req-f74fc5f6-bea0-4132-a243-7cca083ff3ed tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a55ae1-cde4-4f21-b866-c7e857b2591d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538006
May 27 00:43:43.436188 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:43.922626 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0f82c-056d-4581-b1b1-3d4eeddc29d1 req-368bf1d1-69cf-42f2-a3ca-78eff0c5c9e9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:43.924081 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-20e0f82c-056d-4581-b1b1-3d4eeddc29d1 req-368bf1d1-69cf-42f2-a3ca-78eff0c5c9e9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 945 time: 0.0777969
May 27 00:43:43.969384 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-20e0f82c-056d-4581-b1b1-3d4eeddc29d1 req-6ff2db18-e2d5-4e15-b4d3-dfdcf79684b0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a55ae1-cde4-4f21-b866-c7e857b2591d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391030
May 27 00:43:44.134401 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:43:44.535062 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f66d9d2b-70fa-4a21-87f2-4f410132af67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:44.569319 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-362066ac-df36-4070-9c10-acb4ba429c4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:44.569997 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-362066ac-df36-4070-9c10-acb4ba429c4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Synchronizing usage tracker for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:43:44.582432 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-362066ac-df36-4070-9c10-acb4ba429c4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Unset dirty status for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:43:44.583532 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-362066ac-df36-4070-9c10-acb4ba429c4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 945 time: 0.1001382
May 27 00:43:44.653632 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-dbd5cdfd-17d2-49f4-ab16-5bc7b2252c8c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Deleting port f121cd0b-c69e-4791-aeb5-f780de01fc70 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:43:44.653964 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-dbd5cdfd-17d2-49f4-ab16-5bc7b2252c8c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:44.982688 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-dbd5cdfd-17d2-49f4-ab16-5bc7b2252c8c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] For port f121cd0b-c69e-4791-aeb5-f780de01fc70, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f121cd0b-c69e-4791-aeb5-f780de01fc70,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:43:44.983038 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-dbd5cdfd-17d2-49f4-ab16-5bc7b2252c8c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:45.276005 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-dbd5cdfd-17d2-49f4-ab16-5bc7b2252c8c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:45.276374 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-dbd5cdfd-17d2-49f4-ab16-5bc7b2252c8c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:45.276693 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-dbd5cdfd-17d2-49f4-ab16-5bc7b2252c8c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Floating IP c0346008-1303-4c0c-831d-2a0463a19a71 disassociated. External IP: 172.27.3.161, port: f121cd0b-c69e-4791-aeb5-f780de01fc70.
May 27 00:43:45.277040 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-dbd5cdfd-17d2-49f4-ab16-5bc7b2252c8c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Calling delete_port for f121cd0b-c69e-4791-aeb5-f780de01fc70 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:43:45.306543 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b2160-d395-4ee1-aa46-26b0dbefed9b req-1fbf7235-aec8-4cf7-83fc-0c887afce35e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:45.308014 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-413b2160-d395-4ee1-aa46-26b0dbefed9b req-1fbf7235-aec8-4cf7-83fc-0c887afce35e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 945 time: 0.0750957
May 27 00:43:45.353204 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-413b2160-d395-4ee1-aa46-26b0dbefed9b req-e45f2dce-d3a9-4602-a6f1-4085765dd688 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=91a55ae1-cde4-4f21-b866-c7e857b2591d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394225
May 27 00:43:45.419843 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-dbd5cdfd-17d2-49f4-ab16-5bc7b2252c8c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:45.470914 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5cdfd-17d2-49f4-ab16-5bc7b2252c8c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event deleted for resources: {'Port': ['ID=f121cd0b-c69e-4791-aeb5-f780de01fc70,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:45.672560 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-dbd5cdfd-17d2-49f4-ab16-5bc7b2252c8c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Router ced7812f-6bd3-4e6d-8cab-ea0800daf879 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:43:45.875174 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-dbd5cdfd-17d2-49f4-ab16-5bc7b2252c8c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:43:45.885570 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7220b26-01c7-46e8-ba18-b7439144dd1c None None] Sync routers for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:43:45.897602 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7220b26-01c7-46e8-ba18-b7439144dd1c None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:43:45.898299 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-a7220b26-01c7-46e8-ba18-b7439144dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf13b8e20>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:43:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:43:45.949724 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-dbd5cdfd-17d2-49f4-ab16-5bc7b2252c8c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] No DVR routers for this DVR port f121cd0b-c69e-4791-aeb5-f780de01fc70 on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:43:45.952942 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-dbd5cdfd-17d2-49f4-ab16-5bc7b2252c8c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:45.956110 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'name': 'network-vif-deleted', 'tag': 'f121cd0b-c69e-4791-aeb5-f780de01fc70'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:43:45.973095 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-eacf9f5a-edea-4a4b-b560-b98001518b32 req-dbd5cdfd-17d2-49f4-ab16-5bc7b2252c8c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "DELETE /v2.0/ports/f121cd0b-c69e-4791-aeb5-f780de01fc70 HTTP/1.1" status: 204  len: 173 time: 1.3836398
May 27 00:43:46.022213 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8024ba72-52a2-4c0b-a762-f7f082075c11'] response: {'server_uuid': 'ca9b28a7-e7cd-459e-b079-dbcf8040e7ce', 'name': 'network-vif-deleted', 'tag': 'f121cd0b-c69e-4791-aeb5-f780de01fc70', 'status': 'completed', 'code': 200}
May 27 00:43:46.121654 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-a7220b26-01c7-46e8-ba18-b7439144dd1c None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:43:46.426769 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-a7220b26-01c7-46e8-ba18-b7439144dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf13b8e20>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:43:46.431297 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7220b26-01c7-46e8-ba18-b7439144dd1c None None] Checking router: ced7812f-6bd3-4e6d-8cab-ea0800daf879 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:43:46.441856 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7220b26-01c7-46e8-ba18-b7439144dd1c None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:43:46.442542 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-a7220b26-01c7-46e8-ba18-b7439144dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf13b8e20>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:43:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:43:46.627269 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5612fd0e-bbcf-45ec-94eb-707056bca1e8 req-349de283-dbb7-452c-99a4-bec8cda8a2c4 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b28a7-e7cd-459e-b079-dbcf8040e7ce HTTP/1.1" status: 200  len: 210 time: 0.1290050
May 27 00:43:46.633186 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-a7220b26-01c7-46e8-ba18-b7439144dd1c None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:43:46.701492 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-657980f2-cd89-4cd1-89e0-1aafd8cbca61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:46.945208 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-a7220b26-01c7-46e8-ba18-b7439144dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf13b8e20>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:43:46.949017 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7220b26-01c7-46e8-ba18-b7439144dd1c None None] The sync data for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi is: [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:43:47.159349 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437d193c-1f7a-4f31-9541-d1ef55b4b635 None None] New status for floating IP c0346008-1303-4c0c-831d-2a0463a19a71: DOWN {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:43:47.781542 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39426) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:43:47.844565 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c8c4c2ea-b531-4d30-86ba-b00b0e13af07 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:47.871103 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c8c4c2ea-b531-4d30-86ba-b00b0e13af07 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:47.923434 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c8c4c2ea-b531-4d30-86ba-b00b0e13af07 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:47.941063 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4c2ea-b531-4d30-86ba-b00b0e13af07 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a55ae1-cde4-4f21-b866-c7e857b2591d,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:47.952819 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c8c4c2ea-b531-4d30-86ba-b00b0e13af07 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:47.953917 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-c8c4c2ea-b531-4d30-86ba-b00b0e13af07 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "DELETE /v2.0/security-groups/91a55ae1-cde4-4f21-b866-c7e857b2591d HTTP/1.1" status: 204  len: 168 time: 0.1714158
May 27 00:43:47.956603 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39430) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:43:47.974169 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.api.v2.resource [None req-e71da620-053d-4c06-8a35-52429d70fbf0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] show failed (client error): The resource could not be found.
May 27 00:43:47.975160 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-e71da620-053d-4c06-8a35-52429d70fbf0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups/91a55ae1-cde4-4f21-b866-c7e857b2591d HTTP/1.1" status: 404  len: 347 time: 0.0176759
May 27 00:43:47.978082 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39434) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:43:47.978895 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:47.993075 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:48.131474 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-86edede4-46fb-4bed-aedb-33729fe914a2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Deleting port 4ed6317c-2812-42a3-9d82-5f9d6b0a1c37 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:43:48.131838 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-86edede4-46fb-4bed-aedb-33729fe914a2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:48.140806 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device f121cd0b-c69e-4791-aeb5-f780de01fc70 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:43:48.174986 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: f121cd0b-c69e-4791-aeb5-f780de01fc70 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:43:48.175231 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device f121cd0b-c69e-4791-aeb5-f780de01fc70 not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:43:48.297079 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-86edede4-46fb-4bed-aedb-33729fe914a2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:48.297398 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-86edede4-46fb-4bed-aedb-33729fe914a2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:48.411576 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-86edede4-46fb-4bed-aedb-33729fe914a2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Calling delete_port for 4ed6317c-2812-42a3-9d82-5f9d6b0a1c37 owned by network:floatingip {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:43:48.545626 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-86edede4-46fb-4bed-aedb-33729fe914a2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:48.590937 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edede4-46fb-4bed-aedb-33729fe914a2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event deleted for resources: {'Port': ['ID=4ed6317c-2812-42a3-9d82-5f9d6b0a1c37,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:48.679457 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-86edede4-46fb-4bed-aedb-33729fe914a2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:48.692620 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-86edede4-46fb-4bed-aedb-33729fe914a2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:48.693751 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-86edede4-46fb-4bed-aedb-33729fe914a2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "DELETE /v2.0/floatingips/c0346008-1303-4c0c-831d-2a0463a19a71 HTTP/1.1" status: 204  len: 168 time: 0.7147319
May 27 00:43:48.786409 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39440) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:43:48.792176 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-de9b21b6-e7d4-40e4-9b88-8c06724c97c0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--228372234', 'description': 'tempest-description--1000462765'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:43:48.797893 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-de9b21b6-e7d4-40e4-9b88-8c06724c97c0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:43:48.801787 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-de9b21b6-e7d4-40e4-9b88-8c06724c97c0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:security_group and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:43:48.805203 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-de9b21b6-e7d4-40e4-9b88-8c06724c97c0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:43:48.810726 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-de9b21b6-e7d4-40e4-9b88-8c06724c97c0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:43:48.821116 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-de9b21b6-e7d4-40e4-9b88-8c06724c97c0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:48.854477 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-de9b21b6-e7d4-40e4-9b88-8c06724c97c0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:43:48.858155 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-de9b21b6-e7d4-40e4-9b88-8c06724c97c0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:security_group_rule and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:43:48.860903 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-de9b21b6-e7d4-40e4-9b88-8c06724c97c0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:43:48.867313 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-de9b21b6-e7d4-40e4-9b88-8c06724c97c0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:43:48.920915 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-de9b21b6-e7d4-40e4-9b88-8c06724c97c0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:48.924329 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-de9b21b6-e7d4-40e4-9b88-8c06724c97c0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:48.970792 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b21b6-e7d4-40e4-9b88-8c06724c97c0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:48.973867 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-de9b21b6-e7d4-40e4-9b88-8c06724c97c0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:48.975051 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-de9b21b6-e7d4-40e4-9b88-8c06724c97c0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.1876628
May 27 00:43:48.977885 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39444) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:43:48.983384 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-24829bb7-3ff6-4f07-8bec-7f3076355b96 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'security_group_rule': {'security_group_id': '822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:43:48.989174 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-24829bb7-3ff6-4f07-8bec-7f3076355b96 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:43:48.993508 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-24829bb7-3ff6-4f07-8bec-7f3076355b96 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:security_group_rule and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:43:48.996365 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-24829bb7-3ff6-4f07-8bec-7f3076355b96 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:43:49.001955 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-24829bb7-3ff6-4f07-8bec-7f3076355b96 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:43:49.018500 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-24829bb7-3ff6-4f07-8bec-7f3076355b96 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:49.077148 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-24829bb7-3ff6-4f07-8bec-7f3076355b96 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:49.080772 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-24829bb7-3ff6-4f07-8bec-7f3076355b96 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:49.102558 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24829bb7-3ff6-4f07-8bec-7f3076355b96 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232ed063-29eb-49a1-bd6b-99d9d370811b,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:49.111526 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-24829bb7-3ff6-4f07-8bec-7f3076355b96 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:49.112683 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-24829bb7-3ff6-4f07-8bec-7f3076355b96 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1338813
May 27 00:43:49.115788 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39448) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:43:49.120869 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-0fa27da5-3410-4697-8697-c93b7f7ad7b2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'security_group_rule': {'security_group_id': '822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:43:49.126346 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-0fa27da5-3410-4697-8697-c93b7f7ad7b2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:43:49.130027 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-0fa27da5-3410-4697-8697-c93b7f7ad7b2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:security_group_rule and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:43:49.133432 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-0fa27da5-3410-4697-8697-c93b7f7ad7b2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:43:49.138938 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-0fa27da5-3410-4697-8697-c93b7f7ad7b2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:43:49.154508 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0fa27da5-3410-4697-8697-c93b7f7ad7b2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:49.215272 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0fa27da5-3410-4697-8697-c93b7f7ad7b2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:49.218865 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0fa27da5-3410-4697-8697-c93b7f7ad7b2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:49.242510 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa27da5-3410-4697-8697-c93b7f7ad7b2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b65f30a-a7a3-4dfa-a8d2-4617f048e7f2,revision_number=0']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:49.253642 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0fa27da5-3410-4697-8697-c93b7f7ad7b2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:49.254589 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:49.255249 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-0fa27da5-3410-4697-8697-c93b7f7ad7b2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1382427
May 27 00:43:49.258447 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39452) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:43:49.263551 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'floatingip': {'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:43:49.268847 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:43:49.273226 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:floatingip and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:43:49.276085 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:43:49.281697 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:43:49.293599 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:49.424484 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:49.559911 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_common [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Allocated IP 172.27.3.187 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/ea023f18-86df-47ac-89da-182481f7472a) {{(pid=83748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:43:49.705026 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for port, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:49.732645 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:49.802791 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:43:49.805621 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.base_scheduler [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources bound (agent type, host, resource id):  {{(pid=83748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:43:49.809941 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Received port after_create {{(pid=83748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:43:49.834082 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'Port': ['ID=ea023f18-86df-47ac-89da-182481f7472a,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:50.046973 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:50.100727 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:50.300135 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for port, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:50.305051 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877299'] for port, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:50.407653 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'Port': ['ID=ea023f18-86df-47ac-89da-182481f7472a,revision_number=2']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:50.421770 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:50.442988 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:50.444200 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-e9dcf04a-fb42-41ca-bce5-3bfdab7aa2b9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1848545
May 27 00:43:50.667175 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-961bea98-3fcf-4507-ae91-9c80b77cfae8 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Synchronizing usage tracker for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:security_group {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:43:50.682147 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-961bea98-3fcf-4507-ae91-9c80b77cfae8 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Unset dirty status for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:security_group {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:43:50.683257 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-961bea98-3fcf-4507-ae91-9c80b77cfae8 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--228372234&fields=id&tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb HTTP/1.1" status: 200  len: 267 time: 0.0572133
May 27 00:43:50.830015 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-d7f58e8f-110e-4d8b-934f-567270fb28b6 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:50.831364 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-d7f58e8f-110e-4d8b-934f-567270fb28b6 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 815 time: 0.1415713
May 27 00:43:50.847238 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-f57cd163-89e2-4744-9f41-73d55b31b272 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/quotas/93f0f93a783e461dbde76d7c5fbc9bdb HTTP/1.1" status: 200  len: 375 time: 0.0103428
May 27 00:43:50.927093 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-826707e5-32ae-4bd2-b4cc-8bdb966480d2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Synchronizing usage tracker for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:port {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:43:50.942041 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-826707e5-32ae-4bd2-b4cc-8bdb966480d2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Unset dirty status for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:port {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:43:50.943528 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-826707e5-32ae-4bd2-b4cc-8bdb966480d2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0909827
May 27 00:43:51.024281 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-64aff000-c396-4a67-8605-f8a5d0fedc56 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83748) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
May 27 00:43:51.025263 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-64aff000-c396-4a67-8605-f8a5d0fedc56 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0705221
May 27 00:43:51.154090 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-d15e187a-b679-44ea-bc62-ed91240955da service neutron] 10.222.0.21 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226728
May 27 00:43:51.283968 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-9373c6fd-a5c6-4448-8b6f-92129fc1644b service neutron] 10.222.0.21 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242189
May 27 00:43:51.471256 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8144d6d2-d517-468d-87b9-fdb15c2b4f61 req-79819929-ea4a-41b6-9845-998c725d9f61 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 210 time: 0.0445576
May 27 00:43:52.512501 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-f3865e5d-7648-4fe7-bd07-bd5d52a44c0a tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:52.514077 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-f3865e5d-7648-4fe7-bd07-bd5d52a44c0a tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 815 time: 0.1433914
May 27 00:43:52.568614 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-9dff87fa-4909-43e1-ac0b-ef052fc2c543 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb HTTP/1.1" status: 200  len: 379 time: 0.0415361
May 27 00:43:52.581350 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ecc091b7-ffb8-4889-aa0d-f759a4417404 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'port': {'device_id': '1f5411d8-2874-4b39-96a7-e03cdf4c8e66', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'admin_state_up': True, 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'security_groups': ['822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:43:52.637525 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7f0f8ac1-da5f-4ddf-9e1e-8ee29fa8e92e req-66248f21-9cf9-4252-8f8a-ab1d47e061c0 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 210 time: 0.0414000
May 27 00:43:52.716935 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ecc091b7-ffb8-4889-aa0d-f759a4417404 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:43:52.726347 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ecc091b7-ffb8-4889-aa0d-f759a4417404 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:43:52.736176 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ecc091b7-ffb8-4889-aa0d-f759a4417404 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Made reservation on behalf of 93f0f93a783e461dbde76d7c5fbc9bdb for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:43:52.740318 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ecc091b7-ffb8-4889-aa0d-f759a4417404 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:52.982674 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ecc091b7-ffb8-4889-aa0d-f759a4417404 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Allocated IP 172.20.0.11 (f04d0053-3adb-4922-88cc-885696f296f9/80be4f1b-7e3e-4cbc-af41-ba8a72bc6191/3003b2ab-1432-46ba-8a99-1c61af339052) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:43:53.162275 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ecc091b7-ffb8-4889-aa0d-f759a4417404 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:53.178201 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ecc091b7-ffb8-4889-aa0d-f759a4417404 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Transition to ACTIVE for port object 3003b2ab-1432-46ba-8a99-1c61af339052 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:43:53.199471 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ecc091b7-ffb8-4889-aa0d-f759a4417404 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:53.268930 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ecc091b7-ffb8-4889-aa0d-f759a4417404 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Network f04d0053-3adb-4922-88cc-885696f296f9 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:43:53.272524 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ecc091b7-ffb8-4889-aa0d-f759a4417404 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:43:53.276744 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ecc091b7-ffb8-4889-aa0d-f759a4417404 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:43:53.304604 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc091b7-ffb8-4889-aa0d-f759a4417404 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'Port': ['ID=3003b2ab-1432-46ba-8a99-1c61af339052,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:53.342173 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ecc091b7-ffb8-4889-aa0d-f759a4417404 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:53.342772 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ecc091b7-ffb8-4889-aa0d-f759a4417404 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:53.367922 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ecc091b7-ffb8-4889-aa0d-f759a4417404 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7903817
May 27 00:43:53.379878 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Request body: {'port': {'device_id': '1f5411d8-2874-4b39-96a7-e03cdf4c8e66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:43:53.491284 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:53.519515 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-c5655378-19c6-40bd-8625-970a139e0741 None None] Provisioning for port 3003b2ab-1432-46ba-8a99-1c61af339052 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:43:53.524664 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-c5655378-19c6-40bd-8625-970a139e0741 None None] Provisioning complete for port 3003b2ab-1432-46ba-8a99-1c61af339052 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:43:53.525027 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-c5655378-19c6-40bd-8625-970a139e0741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:53.577794 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-c5655378-19c6-40bd-8625-970a139e0741 None None] Port 3003b2ab-1432-46ba-8a99-1c61af339052 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:43:53.827047 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3003b2ab-1432-46ba-8a99-1c61af339052 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:43:53.833960 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:53.834905 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cbff2-48b9-43d1-be37-a1f6bd30c0fc req-3994554b-a676-407f-a0c0-84c893dfa22c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:53.836485 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7d1cbff2-48b9-43d1-be37-a1f6bd30c0fc req-3994554b-a676-407f-a0c0-84c893dfa22c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 932 time: 0.0787449
May 27 00:43:53.851864 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Transition to ACTIVE for port object 3003b2ab-1432-46ba-8a99-1c61af339052 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:43:53.856838 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:53.884132 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7d1cbff2-48b9-43d1-be37-a1f6bd30c0fc req-a26561c4-69bf-4d5f-aa5e-2715a78b7b6b tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421166
May 27 00:43:53.981247 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Pushing event updated for resources: {'Port': ['ID=3003b2ab-1432-46ba-8a99-1c61af339052,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:54.089553 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Attempting to bind port 3003b2ab-1432-46ba-8a99-1c61af339052 on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:43:54.089880 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Attempting to bind port 3003b2ab-1432-46ba-8a99-1c61af339052 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:43:54.090205 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Attempting to bind port 3003b2ab-1432-46ba-8a99-1c61af339052 on network f04d0053-3adb-4922-88cc-885696f296f9 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:43:54.095852 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Port 3003b2ab-1432-46ba-8a99-1c61af339052 on network f04d0053-3adb-4922-88cc-885696f296f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:43:54.096164 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Attempting to bind port 3003b2ab-1432-46ba-8a99-1c61af339052 on network f04d0053-3adb-4922-88cc-885696f296f9 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:43:54.102285 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:43:54.102613 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Checking segment: {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:43:54.103064 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Bound using segment: {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:43:54.103383 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Bound port: 3003b2ab-1432-46ba-8a99-1c61af339052, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:43:54.103759 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:54.188012 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] For port 3003b2ab-1432-46ba-8a99-1c61af339052, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:43:54.190735 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] For port 3003b2ab-1432-46ba-8a99-1c61af339052, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3003b2ab-1432-46ba-8a99-1c61af339052,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:43:54.195477 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:54.257684 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:54.259030 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] 10.222.0.45 "PUT /v2.0/ports/3003b2ab-1432-46ba-8a99-1c61af339052 HTTP/1.1" status: 200  len: 1094 time: 0.8836904
May 27 00:43:54.259467 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5411d8-2874-4b39-96a7-e03cdf4c8e66', 'tag': '3003b2ab-1432-46ba-8a99-1c61af339052'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:43:54.280176 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7562fd-76a7-4d89-9133-d16526e8ec34 service neutron] Pushing event updated for resources: {'Port': ['ID=3003b2ab-1432-46ba-8a99-1c61af339052,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:54.342560 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39137270-a464-4773-82c8-0c34847d5ef1'] response: {'name': 'network-changed', 'server_uuid': '1f5411d8-2874-4b39-96a7-e03cdf4c8e66', 'tag': '3003b2ab-1432-46ba-8a99-1c61af339052', 'status': 'completed', 'code': 200}
May 27 00:43:54.384122 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-efc68ad5-2ac8-4c55-9e87-18c85db1e29e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 1097 time: 0.0763903
May 27 00:43:54.455760 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-4674b1fa-1bf7-430b-b365-43a2933feb38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3003b2ab-1432-46ba-8a99-1c61af339052 HTTP/1.1" status: 200  len: 217 time: 0.0643864
May 27 00:43:54.516166 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-a653ea44-8e26-4b7e-9fcf-ab95ebc5e937 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:54.517475 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-a653ea44-8e26-4b7e-9fcf-ab95ebc5e937 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80be4f1b-7e3e-4cbc-af41-ba8a72bc6191 HTTP/1.1" status: 200  len: 854 time: 0.0561326
May 27 00:43:54.591304 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-d7883836-4b86-4c1e-a875-88b5df25c871 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f04d0053-3adb-4922-88cc-885696f296f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0679617
May 27 00:43:54.800702 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-203fa956-52ff-4f75-8fa2-87d80687a730 service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2032127
May 27 00:43:54.931458 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e087c7a6-a5c8-497e-bdda-22b9ad22bb2a req-41d57acf-8e48-45b7-8d19-0b0cf2dbdac1 service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245027
May 27 00:43:55.050526 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-904d8602-47f2-43b2-8f6d-5bdc92ba13e3 req-618dcfa9-13b7-4c21-8dbd-042b04a1bfef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 1097 time: 0.0763831
May 27 00:43:55.087066 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c190c72-7c4d-4352-839b-810d3ee8c771 req-f00be3e3-63d0-426b-91fe-f4dcd4bba0cd tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:55.088521 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7c190c72-7c4d-4352-839b-810d3ee8c771 req-f00be3e3-63d0-426b-91fe-f4dcd4bba0cd tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 944 time: 0.0771873
May 27 00:43:55.133464 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-7c190c72-7c4d-4352-839b-810d3ee8c771 req-0efabb14-af29-4212-bf75-874bb09bb047 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393052
May 27 00:43:55.179634 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d8602-47f2-43b2-8f6d-5bdc92ba13e3 req-0d7ac1bd-f478-4f72-86c8-21b75bd721f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:55.181061 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-904d8602-47f2-43b2-8f6d-5bdc92ba13e3 req-0d7ac1bd-f478-4f72-86c8-21b75bd721f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 916 time: 0.1247544
May 27 00:43:55.249207 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-904d8602-47f2-43b2-8f6d-5bdc92ba13e3 req-dbe539e4-c7c5-4be6-adfb-ae79e859a425 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3003b2ab-1432-46ba-8a99-1c61af339052 HTTP/1.1" status: 200  len: 217 time: 0.0620489
May 27 00:43:55.309375 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d8602-47f2-43b2-8f6d-5bdc92ba13e3 req-b65d0d6a-4143-41f0-8bdd-85e32cbbfd58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:55.310790 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-904d8602-47f2-43b2-8f6d-5bdc92ba13e3 req-b65d0d6a-4143-41f0-8bdd-85e32cbbfd58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80be4f1b-7e3e-4cbc-af41-ba8a72bc6191 HTTP/1.1" status: 200  len: 854 time: 0.0561030
May 27 00:43:55.382738 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-904d8602-47f2-43b2-8f6d-5bdc92ba13e3 req-ce8a66ae-fd3c-4c92-857c-35c9544de2f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f04d0053-3adb-4922-88cc-885696f296f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0660691
May 27 00:43:55.509749 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-904d8602-47f2-43b2-8f6d-5bdc92ba13e3 req-70f6bfd1-9c70-42f6-873f-829590b8f82f service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208603
May 27 00:43:55.641605 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-904d8602-47f2-43b2-8f6d-5bdc92ba13e3 req-98fd4b69-6b44-4f0c-99eb-bcc098126b81 service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256866
May 27 00:43:56.329895 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58e613-63d6-4f40-b6ad-d68513994a45 req-196109f5-b0d8-47b4-bcd7-495a1e51c76c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:56.331344 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ce58e613-63d6-4f40-b6ad-d68513994a45 req-196109f5-b0d8-47b4-bcd7-495a1e51c76c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 944 time: 0.0748363
May 27 00:43:56.379943 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ce58e613-63d6-4f40-b6ad-d68513994a45 req-a4d26fdd-1016-470d-bba2-8638f0cfe936 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425110
May 27 00:43:57.559981 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [req-d3daf8fe-35bc-492d-ab45-a9137ed2556f req-87ced4cf-e021-4c7a-aa54-a04639f94e31 service neutron] (83748) timed out ('10.222.0.45', 52172) {{(pid=83748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 27 00:43:57.574079 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f6d6f-8285-45fd-befb-7c4d1725234b req-a9ed3819-fb7f-42ba-a39d-2d697526a393 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:57.575561 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9f8f6d6f-8285-45fd-befb-7c4d1725234b req-a9ed3819-fb7f-42ba-a39d-2d697526a393 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 944 time: 0.0758445
May 27 00:43:57.620993 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9f8f6d6f-8285-45fd-befb-7c4d1725234b req-eec30890-7dcc-40c5-943f-048db64a62a3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395484
May 27 00:43:58.173150 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 3003b2ab-1432-46ba-8a99-1c61af339052 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:43:58.302945 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 3003b2ab-1432-46ba-8a99-1c61af339052, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3003b2ab-1432-46ba-8a99-1c61af339052,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:43:58.316226 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': '3003b2ab-1432-46ba-8a99-1c61af339052', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'port_id': '3003b2ab-1432-46ba-8a99-1c61af339052', 'mac_address': 'fa:16:3e:f2:f4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:43:58.371062 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:58.388004 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3003b2ab-1432-46ba-8a99-1c61af339052 {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:43:58.403275 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 3003b2ab-1432-46ba-8a99-1c61af339052, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3003b2ab-1432-46ba-8a99-1c61af339052,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:43:58.407068 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:43:58.470392 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=3003b2ab-1432-46ba-8a99-1c61af339052,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:43:58.523460 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [req-452575c5-4773-4755-b7bc-c694db5ab906 req-3fba4c40-85ab-47ed-9fda-dcee657a226e service neutron] (83746) timed out ('10.222.0.45', 52164) {{(pid=83746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 27 00:43:58.721881 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['3003b2ab-1432-46ba-8a99-1c61af339052'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:43:58.815894 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af78d77-4e62-4d7b-9684-19391c8fc3b3 req-2270bd2e-70e6-4dec-9c04-63a101f309f2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:43:58.818436 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6af78d77-4e62-4d7b-9684-19391c8fc3b3 req-2270bd2e-70e6-4dec-9c04-63a101f309f2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 945 time: 0.0793462
May 27 00:43:58.864233 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6af78d77-4e62-4d7b-9684-19391c8fc3b3 req-461a3b08-0cad-42fb-8605-18a822a8b290 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396109
May 27 00:44:00.060369 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850e12c-13a5-4895-be92-23ec3a4f0cb2 req-b793e5e2-0a26-464e-886d-237966029abc tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:44:00.061811 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e850e12c-13a5-4895-be92-23ec3a4f0cb2 req-b793e5e2-0a26-464e-886d-237966029abc tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 945 time: 0.0752923
May 27 00:44:00.106527 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e850e12c-13a5-4895-be92-23ec3a4f0cb2 req-01e24a33-b984-43c7-a8b8-5bed1257401d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391643
May 27 00:44:00.187137 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 3003b2ab-1432-46ba-8a99-1c61af339052 up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:44:00.252588 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port 3003b2ab-1432-46ba-8a99-1c61af339052 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:44:00.257952 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port 3003b2ab-1432-46ba-8a99-1c61af339052 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:44:00.258302 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:00.400861 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:00.426785 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5411d8-2874-4b39-96a7-e03cdf4c8e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3003b2ab-1432-46ba-8a99-1c61af339052'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:44:00.436589 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port 3003b2ab-1432-46ba-8a99-1c61af339052, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3003b2ab-1432-46ba-8a99-1c61af339052,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:44:00.441081 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:00.486018 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8449297a-2e57-449b-bf9d-46a69060d58f'] response: {'server_uuid': '1f5411d8-2874-4b39-96a7-e03cdf4c8e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3003b2ab-1432-46ba-8a99-1c61af339052', 'code': 200}
May 27 00:44:00.515505 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=3003b2ab-1432-46ba-8a99-1c61af339052,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:44:00.710512 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-72b3ad17-f44f-475a-841d-418f5da451e2 req-e38decb7-ea17-4ab8-b3dd-06e075d10dda service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 1099 time: 0.0704744
May 27 00:44:00.750899 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-72b3ad17-f44f-475a-841d-418f5da451e2 req-6804b943-9055-4c97-82dd-aa427342fa8e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351400
May 27 00:44:01.389589 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51310a-67ea-4d90-82ae-7dd7e95592d2 req-061fef5a-91e7-45bc-baae-5668512ca275 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:44:01.391030 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8a51310a-67ea-4d90-82ae-7dd7e95592d2 req-061fef5a-91e7-45bc-baae-5668512ca275 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 946 time: 0.1626775
May 27 00:44:01.437223 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8a51310a-67ea-4d90-82ae-7dd7e95592d2 req-70611188-cae8-4612-8aa0-b044eb6ade4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403447
May 27 00:44:02.654309 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c575e1-93e3-4264-84ce-a287f41e55a4 req-900718fc-6e90-4901-931d-7d7bfd276703 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:44:02.656648 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-11c575e1-93e3-4264-84ce-a287f41e55a4 req-900718fc-6e90-4901-931d-7d7bfd276703 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 946 time: 0.0954185
May 27 00:44:02.705556 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-11c575e1-93e3-4264-84ce-a287f41e55a4 req-1b910bc4-7816-465a-a0a1-27b276229e26 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426307
May 27 00:44:02.902129 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cc445-d12a-436b-b2e2-37f560b8729a req-98315b9a-0a3b-44f2-8eed-5b8db3741d47 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:44:02.903608 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-585cc445-d12a-436b-b2e2-37f560b8729a req-98315b9a-0a3b-44f2-8eed-5b8db3741d47 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 946 time: 0.0780938
May 27 00:44:02.912306 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39504) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:44:02.918257 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.v2.base [None req-0f68e875-a5fe-4ac3-b83f-254521f727e5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'floatingip': {'port_id': '3003b2ab-1432-46ba-8a99-1c61af339052'}} {{(pid=83748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:44:03.007785 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0f68e875-a5fe-4ac3-b83f-254521f727e5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, before_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:03.432508 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [req-f1ff9f4f-c9ee-45ce-bfe3-7417e88838c2 req-8d31ac85-7c79-4e61-ad6b-8e996541df9d service neutron] (83748) timed out ('10.222.0.45', 52129) {{(pid=83748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 27 00:44:03.581266 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0f68e875-a5fe-4ac3-b83f-254521f727e5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:03.586298 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0f68e875-a5fe-4ac3-b83f-254521f727e5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:03.771177 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.db.l3_db [None req-0f68e875-a5fe-4ac3-b83f-254521f727e5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Floating IP a016d79c-b304-4206-954a-3ba1b119213a associated. External IP: 172.27.3.187, port: 3003b2ab-1432-46ba-8a99-1c61af339052.
May 27 00:44:04.243719 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f68e875-a5fe-4ac3-b83f-254521f727e5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Router ced7812f-6bd3-4e6d-8cab-ea0800daf879 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:44:04.445494 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f68e875-a5fe-4ac3-b83f-254521f727e5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:44:04.450459 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0f68e875-a5fe-4ac3-b83f-254521f727e5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:04.455285 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d496228c-5d9b-410e-916f-a9bf80ffb011 None None] Sync routers for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:44:04.468120 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d496228c-5d9b-410e-916f-a9bf80ffb011 None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:44:04.468707 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-d496228c-5d9b-410e-916f-a9bf80ffb011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1486dc0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:43:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:44:04.508682 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-0f68e875-a5fe-4ac3-b83f-254521f727e5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "PUT /v2.0/floatingips/a016d79c-b304-4206-954a-3ba1b119213a HTTP/1.1" status: 200  len: 992 time: 1.5926380
May 27 00:44:04.508682 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5411d8-2874-4b39-96a7-e03cdf4c8e66', 'tag': '3003b2ab-1432-46ba-8a99-1c61af339052'}] {{(pid=83748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:44:04.561507 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-916f8551-6aaf-44b6-9b86-3c7a0f669771'] response: {'name': 'network-changed', 'server_uuid': '1f5411d8-2874-4b39-96a7-e03cdf4c8e66', 'tag': '3003b2ab-1432-46ba-8a99-1c61af339052', 'status': 'completed', 'code': 200}
May 27 00:44:04.652289 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e7c87f77-776a-4b1f-9abd-4ac1b86fdde8 req-71da4cc2-2a50-4bd7-b3fe-0c54b9dfa72e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 1099 time: 0.0668349
May 27 00:44:04.676328 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-d496228c-5d9b-410e-916f-a9bf80ffb011 None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:44:04.781721 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c87f77-776a-4b1f-9abd-4ac1b86fdde8 req-26142f0e-1274-4304-bc1b-6a1b7d461738 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:44:04.783087 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e7c87f77-776a-4b1f-9abd-4ac1b86fdde8 req-26142f0e-1274-4304-bc1b-6a1b7d461738 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 916 time: 0.1249681
May 27 00:44:04.887633 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e7c87f77-776a-4b1f-9abd-4ac1b86fdde8 req-5965d802-7f70-4a8d-ba42-ced7e673ca97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3003b2ab-1432-46ba-8a99-1c61af339052 HTTP/1.1" status: 200  len: 1000 time: 0.0986774
May 27 00:44:04.952567 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c87f77-776a-4b1f-9abd-4ac1b86fdde8 req-6dbb1cd6-b9a0-491a-b525-a624b8a107e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:44:04.954045 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e7c87f77-776a-4b1f-9abd-4ac1b86fdde8 req-6dbb1cd6-b9a0-491a-b525-a624b8a107e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80be4f1b-7e3e-4cbc-af41-ba8a72bc6191 HTTP/1.1" status: 200  len: 854 time: 0.0609784
May 27 00:44:05.018426 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-d496228c-5d9b-410e-916f-a9bf80ffb011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1486dc0>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': 'a016d79c-b304-4206-954a-3ba1b119213a', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': '3003b2ab-1432-46ba-8a99-1c61af339052', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:f2:f4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5411d8-2874-4b39-96a7-e03cdf4c8e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:43:49Z', 'updated_at': '2022-05-27T00:44:03Z', 'revision_number': 1, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:44:05.023009 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d496228c-5d9b-410e-916f-a9bf80ffb011 None None] Checking router: ced7812f-6bd3-4e6d-8cab-ea0800daf879 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:44:05.033995 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d496228c-5d9b-410e-916f-a9bf80ffb011 None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:44:05.034576 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-d496228c-5d9b-410e-916f-a9bf80ffb011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1486dc0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:43:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:44:05.040747 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e7c87f77-776a-4b1f-9abd-4ac1b86fdde8 req-9f806d8f-d730-46c7-829e-8b1f0f41a36e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f04d0053-3adb-4922-88cc-885696f296f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799749
May 27 00:44:05.170591 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e7c87f77-776a-4b1f-9abd-4ac1b86fdde8 req-ea8e7c7c-01cf-44b7-a86a-31f5aff70670 service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233964
May 27 00:44:05.209438 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-d496228c-5d9b-410e-916f-a9bf80ffb011 None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:44:05.377992 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-e7c87f77-776a-4b1f-9abd-4ac1b86fdde8 req-61b71516-6672-4203-ada0-ade805ec0693 service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012441
May 27 00:44:05.551974 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-d496228c-5d9b-410e-916f-a9bf80ffb011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1486dc0>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': 'a016d79c-b304-4206-954a-3ba1b119213a', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': '3003b2ab-1432-46ba-8a99-1c61af339052', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:f2:f4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5411d8-2874-4b39-96a7-e03cdf4c8e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:43:49Z', 'updated_at': '2022-05-27T00:44:03Z', 'revision_number': 1, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:44:05.556333 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d496228c-5d9b-410e-916f-a9bf80ffb011 None None] The sync data for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi is: [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': 'a016d79c-b304-4206-954a-3ba1b119213a', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': '3003b2ab-1432-46ba-8a99-1c61af339052', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:f2:f4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5411d8-2874-4b39-96a7-e03cdf4c8e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:43:49Z', 'updated_at': '2022-05-27T00:44:03Z', 'revision_number': 1, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:44:05.759759 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df235c-c9c5-47e3-9314-66d0776ea304 None None] New status for floating IP a016d79c-b304-4206-954a-3ba1b119213a: ACTIVE {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:44:13.454679 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:14.536839 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f2d9b300-f878-445b-9ffc-763e99bfdbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:16.702785 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8e29308c-8617-4906-854d-c0962d264b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:17.965582 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:17.983993 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:19.257094 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:21.134175 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:44:21.577432 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6fdd681e-c6fe-4245-8438-d3dbc04637f3 req-a542572a-008d-47b8-884b-3ed024bef46a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1350455
May 27 00:44:21.713413 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6fdd681e-c6fe-4245-8438-d3dbc04637f3 req-c898aebd-85fd-49cb-8a15-81415bc02555 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 1099 time: 0.0660651
May 27 00:44:21.852995 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd681e-c6fe-4245-8438-d3dbc04637f3 req-743885ad-936d-4839-ad43-be0bb7e037ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:44:21.854423 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6fdd681e-c6fe-4245-8438-d3dbc04637f3 req-743885ad-936d-4839-ad43-be0bb7e037ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 913 time: 0.1222317
May 27 00:44:21.960226 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6fdd681e-c6fe-4245-8438-d3dbc04637f3 req-560caebb-2812-4ee5-830e-14ada310a8d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6be6a724-788b-40fe-bef9-77ff4f677779 HTTP/1.1" status: 200  len: 1002 time: 0.0980306
May 27 00:44:22.022345 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd681e-c6fe-4245-8438-d3dbc04637f3 req-985fa7a0-3975-47a7-ab34-f5535461459e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:44:22.023642 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6fdd681e-c6fe-4245-8438-d3dbc04637f3 req-985fa7a0-3975-47a7-ab34-f5535461459e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=502f2fe6-a878-4f72-aab8-414e70e2c519 HTTP/1.1" status: 200  len: 851 time: 0.0554802
May 27 00:44:22.096813 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6fdd681e-c6fe-4245-8438-d3dbc04637f3 req-9ee650fb-066c-4ed8-9f53-251fdddc0e5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c3528cc-de1a-4792-9062-0f95d08281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0669575
May 27 00:44:22.221976 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6fdd681e-c6fe-4245-8438-d3dbc04637f3 req-070f396d-fc9a-4c4a-805d-f44ddd00765f service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1187172
May 27 00:44:22.347476 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-6fdd681e-c6fe-4245-8438-d3dbc04637f3 req-70828584-cd5c-4cf4-b213-509e6294c018 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1189644
May 27 00:44:43.464922 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:44.538017 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea360-151b-4008-a4fb-80d8dad1cb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:46.703840 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-dd270f55-03d7-447b-b30e-07334a05def3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:47.969493 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:47.985635 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:49.259161 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:44:58.134257 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:45:13.469739 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:14.540199 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a26f9cac-1dbe-4e16-b920-ffcc798b0e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:16.704991 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e81c1cc8-fd47-44d8-8f63-a0c0d66e0c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:17.976122 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:17.986123 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:19.261615 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:22.607733 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f551d26f-3e04-43f2-b9a4-db8d29da472c req-5862c493-381a-4d63-aa11-e26bfcde958c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0659320
May 27 00:45:22.701734 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f551d26f-3e04-43f2-b9a4-db8d29da472c req-4ee61881-cbe8-42b8-8fb2-13fa6c3f7d37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 1099 time: 0.0747526
May 27 00:45:22.852419 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551d26f-3e04-43f2-b9a4-db8d29da472c req-0cc6f3c2-a236-4120-864b-255bcea56a84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:22.853842 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f551d26f-3e04-43f2-b9a4-db8d29da472c req-0cc6f3c2-a236-4120-864b-255bcea56a84 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 913 time: 0.1343677
May 27 00:45:22.954277 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f551d26f-3e04-43f2-b9a4-db8d29da472c req-b7350e09-58c3-4c88-8066-66bfa655f7d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b7f9000-b2a5-449b-941a-3e7a284c5070 HTTP/1.1" status: 200  len: 1002 time: 0.0935988
May 27 00:45:23.019098 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551d26f-3e04-43f2-b9a4-db8d29da472c req-8b315a93-2d9f-45fe-868d-e0045016c7ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:23.020445 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f551d26f-3e04-43f2-b9a4-db8d29da472c req-8b315a93-2d9f-45fe-868d-e0045016c7ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=502f2fe6-a878-4f72-aab8-414e70e2c519 HTTP/1.1" status: 200  len: 851 time: 0.0592909
May 27 00:45:23.093537 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f551d26f-3e04-43f2-b9a4-db8d29da472c req-1681e7b3-4620-426b-8f8c-2e622ffc0ba6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c3528cc-de1a-4792-9062-0f95d08281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0669782
May 27 00:45:23.222005 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f551d26f-3e04-43f2-b9a4-db8d29da472c req-863fcaa4-2284-4efe-ad4b-35ac98ef8dcd service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219051
May 27 00:45:23.429966 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f551d26f-3e04-43f2-b9a4-db8d29da472c req-06c6122c-e8bf-4b66-be60-31656ad4f30e service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2017043
May 27 00:45:31.365193 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39600) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:31.557615 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Deleting port cc8e404a-5df9-40eb-bd0d-4ec19bcd5a92 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:45:31.557953 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:31.720751 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:31.721076 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:31.842272 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Calling delete_port for cc8e404a-5df9-40eb-bd0d-4ec19bcd5a92 owned by network:floatingip {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:45:31.983910 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:32.027503 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event deleted for resources: {'Port': ['ID=cc8e404a-5df9-40eb-bd0d-4ec19bcd5a92,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:32.061883 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:32.062218 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:32.062543 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:32.062871 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:32.063194 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:32.063512 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:32.063850 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:32.064166 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:32.064476 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:32.064786 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:32.065094 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:32.128810 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for floatingip, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:32.647041 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea24a97-d539-41ba-81c0-f8e4fe51772c req-2a3dc7a2-d263-42a3-9a37-25c58255be7e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:32.648461 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ea24a97-d539-41ba-81c0-f8e4fe51772c req-2a3dc7a2-d263-42a3-9a37-25c58255be7e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 946 time: 0.0986786
May 27 00:45:32.704901 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6ea24a97-d539-41ba-81c0-f8e4fe51772c req-a465583a-2900-4238-ad6a-e9a5c84640ba tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494108
May 27 00:45:32.713226 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:45:32.910693 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:45:32.921223 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c0f14-48cc-4aa5-868a-58783f64167b None None] Sync routers for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:45:32.928177 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:32.932834 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944c0f14-48cc-4aa5-868a-58783f64167b None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:45:32.933430 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-944c0f14-48cc-4aa5-868a-58783f64167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf128b850>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:45:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:32.979635 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-a5ab4117-1434-4bad-9703-990681601f70 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "DELETE /v2.0/floatingips/eb0c9f1b-7c82-47ab-ad39-967fc88727c9 HTTP/1.1" status: 204  len: 168 time: 1.6133831
May 27 00:45:32.980258 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7601bd-928e-4967-93ac-7fbcd7d102af', 'tag': '4b7f9000-b2a5-449b-941a-3e7a284c5070'}] {{(pid=83748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:45:33.112381 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-944c0f14-48cc-4aa5-868a-58783f64167b None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:45:33.132952 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c7a5499-1d9f-45ae-992a-1ecde416cd9a'] response: {'name': 'network-changed', 'server_uuid': 'ae7601bd-928e-4967-93ac-7fbcd7d102af', 'tag': '4b7f9000-b2a5-449b-941a-3e7a284c5070', 'status': 'completed', 'code': 200}
May 27 00:45:33.235362 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c8afef5f-2f1b-49d1-a521-5534c97371f3 req-b92c6756-e85d-492f-9b0e-ed6f0b3495ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 1099 time: 0.0766201
May 27 00:45:33.372474 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac44605-7dc1-4495-84b8-5e90931533e7 req-f7a6821f-5fc3-4041-9076-f8a46670eccd tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:33.373231 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afef5f-2f1b-49d1-a521-5534c97371f3 req-6f0ecb33-c437-413f-a8c9-3075eb56bf4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:33.373389 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-9ac44605-7dc1-4495-84b8-5e90931533e7 req-f7a6821f-5fc3-4041-9076-f8a46670eccd tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Synchronizing usage tracker for tenant:30a1fd487fe2476d82a21d16c148b9e1 on resource:port {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:45:33.374797 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c8afef5f-2f1b-49d1-a521-5534c97371f3 req-6f0ecb33-c437-413f-a8c9-3075eb56bf4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 913 time: 0.1319146
May 27 00:45:33.388390 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-9ac44605-7dc1-4495-84b8-5e90931533e7 req-f7a6821f-5fc3-4041-9076-f8a46670eccd tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Unset dirty status for tenant:30a1fd487fe2476d82a21d16c148b9e1 on resource:port {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:45:33.395537 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9ac44605-7dc1-4495-84b8-5e90931533e7 req-f7a6821f-5fc3-4041-9076-f8a46670eccd tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 946 time: 0.0997739
May 27 00:45:33.442992 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c8afef5f-2f1b-49d1-a521-5534c97371f3 req-e31f87ad-f0fa-4bae-8407-415de460bb32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b7f9000-b2a5-449b-941a-3e7a284c5070 HTTP/1.1" status: 200  len: 217 time: 0.0613542
May 27 00:45:33.444095 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-9ac44605-7dc1-4495-84b8-5e90931533e7 req-1016948e-dc89-424a-ba0f-2919cab09bb1 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476682
May 27 00:45:33.500287 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-944c0f14-48cc-4aa5-868a-58783f64167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf128b850>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '8fb68c28-2df4-47ec-81c0-46a7dad67350', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'port_id': '6be6a724-788b-40fe-bef9-77ff4f677779', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'mac_address': 'fa:16:3e:ae:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:40:59Z', 'updated_at': '2022-05-27T00:41:02Z', 'revision_number': 1, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:33.504052 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c0f14-48cc-4aa5-868a-58783f64167b None None] Checking router: 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:45:33.509251 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afef5f-2f1b-49d1-a521-5534c97371f3 req-73f2c8de-7e94-429c-904e-316a3070c487 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:33.510682 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c8afef5f-2f1b-49d1-a521-5534c97371f3 req-73f2c8de-7e94-429c-904e-316a3070c487 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=502f2fe6-a878-4f72-aab8-414e70e2c519 HTTP/1.1" status: 200  len: 851 time: 0.0603921
May 27 00:45:33.514241 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944c0f14-48cc-4aa5-868a-58783f64167b None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:45:33.514815 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-944c0f14-48cc-4aa5-868a-58783f64167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf128b850>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:45:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:33.585896 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c8afef5f-2f1b-49d1-a521-5534c97371f3 req-f531af25-4329-4944-b513-76937fe024db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c3528cc-de1a-4792-9062-0f95d08281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0670605
May 27 00:45:33.687847 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-944c0f14-48cc-4aa5-868a-58783f64167b None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:45:33.714086 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c8afef5f-2f1b-49d1-a521-5534c97371f3 req-63e72d83-1c3d-4790-bcc6-4ea31f671ae0 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207538
May 27 00:45:33.857184 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-c8afef5f-2f1b-49d1-a521-5534c97371f3 req-bd1333cb-c837-450b-8861-07471b402db5 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353068
May 27 00:45:33.906655 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84984454-c592-4290-b364-d29613b93fa1 req-64ada726-cb41-4fce-9bda-022b5679e59e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:33.908137 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-84984454-c592-4290-b364-d29613b93fa1 req-64ada726-cb41-4fce-9bda-022b5679e59e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 946 time: 0.0795319
May 27 00:45:33.954305 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-84984454-c592-4290-b364-d29613b93fa1 req-aecf9860-2175-4e5a-96fe-0f51cd57885c tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404472
May 27 00:45:34.031006 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-944c0f14-48cc-4aa5-868a-58783f64167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf128b850>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '8fb68c28-2df4-47ec-81c0-46a7dad67350', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'port_id': '6be6a724-788b-40fe-bef9-77ff4f677779', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'mac_address': 'fa:16:3e:ae:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:40:59Z', 'updated_at': '2022-05-27T00:41:02Z', 'revision_number': 1, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:34.034856 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c0f14-48cc-4aa5-868a-58783f64167b None None] The sync data for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi is: [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '8fb68c28-2df4-47ec-81c0-46a7dad67350', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'floating_ip_address': '172.27.3.116', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'port_id': '6be6a724-788b-40fe-bef9-77ff4f677779', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'mac_address': 'fa:16:3e:ae:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:40:59Z', 'updated_at': '2022-05-27T00:41:02Z', 'revision_number': 1, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:45:34.241707 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1491219e-5c1e-4db7-9327-bfc7eeb9410f None None] New status for floating IP eb0c9f1b-7c82-47ab-ad39-967fc88727c9: DOWN {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:45:34.305488 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-582214af-2a7a-4471-a4e1-a2cdfe30b268 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:34.306154 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-582214af-2a7a-4471-a4e1-a2cdfe30b268 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Synchronizing usage tracker for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:45:34.321466 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-582214af-2a7a-4471-a4e1-a2cdfe30b268 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Unset dirty status for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:45:34.322684 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-582214af-2a7a-4471-a4e1-a2cdfe30b268 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 946 time: 0.0944841
May 27 00:45:34.390130 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Deleting port 3003b2ab-1432-46ba-8a99-1c61af339052 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:45:34.390466 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:34.629845 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] For port 3003b2ab-1432-46ba-8a99-1c61af339052, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=3003b2ab-1432-46ba-8a99-1c61af339052,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:45:34.630189 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:34.650015 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a374f7-0e96-44d5-a952-9202a41ce8ec req-750929eb-8aab-4779-bb10-a8060ce2dc57 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:34.651460 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e1a374f7-0e96-44d5-a952-9202a41ce8ec req-750929eb-8aab-4779-bb10-a8060ce2dc57 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 946 time: 0.0797665
May 27 00:45:34.697659 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-e1a374f7-0e96-44d5-a952-9202a41ce8ec req-05333a9a-0f4a-4f6f-b525-1c63958d15ff tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401075
May 27 00:45:34.908012 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:34.908377 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:34.908687 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Floating IP a016d79c-b304-4206-954a-3ba1b119213a disassociated. External IP: 172.27.3.187, port: 3003b2ab-1432-46ba-8a99-1c61af339052.
May 27 00:45:34.909022 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Calling delete_port for 3003b2ab-1432-46ba-8a99-1c61af339052 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:45:35.135998 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:45:35.156081 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e48a6-f35c-4418-a26b-f7e614c0047c req-fb5fbe86-38cd-4141-ae14-09bfb54cf097 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:35.157531 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6e5e48a6-f35c-4418-a26b-f7e614c0047c req-fb5fbe86-38cd-4141-ae14-09bfb54cf097 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 946 time: 0.0754402
May 27 00:45:35.183881 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:35.202994 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-6e5e48a6-f35c-4418-a26b-f7e614c0047c req-71468360-ead5-46ad-84b8-08b58e203420 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397336
May 27 00:45:35.238616 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event deleted for resources: {'Port': ['ID=3003b2ab-1432-46ba-8a99-1c61af339052,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:35.260116 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db428ab2-18a0-4f93-99f5-65d5559a53ff req-32f22a27-19ec-422d-8771-59a57558981b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:35.260811 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-db428ab2-18a0-4f93-99f5-65d5559a53ff req-32f22a27-19ec-422d-8771-59a57558981b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Synchronizing usage tracker for tenant:30a1fd487fe2476d82a21d16c148b9e1 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:45:35.267354 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:35.267727 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:35.268062 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:35.268392 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:35.268718 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:35.269042 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:35.269362 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:35.269681 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:35.270000 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:35.270317 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:35.270630 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:35.390707 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-db428ab2-18a0-4f93-99f5-65d5559a53ff req-32f22a27-19ec-422d-8771-59a57558981b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Unset dirty status for tenant:30a1fd487fe2476d82a21d16c148b9e1 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:45:35.391799 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-db428ab2-18a0-4f93-99f5-65d5559a53ff req-32f22a27-19ec-422d-8771-59a57558981b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 946 time: 0.4012392
May 27 00:45:35.476451 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-db428ab2-18a0-4f93-99f5-65d5559a53ff req-72beec3e-dba6-46c4-80c7-577243cf8660 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Deleting port 4b7f9000-b2a5-449b-941a-3e7a284c5070 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:45:35.476783 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-db428ab2-18a0-4f93-99f5-65d5559a53ff req-72beec3e-dba6-46c4-80c7-577243cf8660 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:35.733227 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Router ced7812f-6bd3-4e6d-8cab-ea0800daf879 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:45:35.757980 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-db428ab2-18a0-4f93-99f5-65d5559a53ff req-72beec3e-dba6-46c4-80c7-577243cf8660 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] For port 4b7f9000-b2a5-449b-941a-3e7a284c5070, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=4b7f9000-b2a5-449b-941a-3e7a284c5070,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:45:35.758335 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-db428ab2-18a0-4f93-99f5-65d5559a53ff req-72beec3e-dba6-46c4-80c7-577243cf8660 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:35.895385 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6687e-75c5-4fce-b106-6a66e002ebe3 req-a5dea3ce-d903-4553-b366-e207a15ac9d6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:35.896884 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a8d6687e-75c5-4fce-b106-6a66e002ebe3 req-a5dea3ce-d903-4553-b366-e207a15ac9d6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 946 time: 0.0800917
May 27 00:45:35.932443 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-db428ab2-18a0-4f93-99f5-65d5559a53ff req-72beec3e-dba6-46c4-80c7-577243cf8660 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Calling delete_port for 4b7f9000-b2a5-449b-941a-3e7a284c5070 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:45:35.942384 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a8d6687e-75c5-4fce-b106-6a66e002ebe3 req-ee719171-a9ba-4a3f-8e3d-1678554b273b tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398736
May 27 00:45:36.158606 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-db428ab2-18a0-4f93-99f5-65d5559a53ff req-72beec3e-dba6-46c4-80c7-577243cf8660 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:36.212104 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72beec3e-dba6-46c4-80c7-577243cf8660 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event deleted for resources: {'Port': ['ID=4b7f9000-b2a5-449b-941a-3e7a284c5070,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:36.292338 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-db428ab2-18a0-4f93-99f5-65d5559a53ff req-72beec3e-dba6-46c4-80c7-577243cf8660 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] No DVR routers for this DVR port 4b7f9000-b2a5-449b-941a-3e7a284c5070 on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:45:36.295644 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-db428ab2-18a0-4f93-99f5-65d5559a53ff req-72beec3e-dba6-46c4-80c7-577243cf8660 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:36.297997 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7601bd-928e-4967-93ac-7fbcd7d102af', 'name': 'network-vif-deleted', 'tag': '4b7f9000-b2a5-449b-941a-3e7a284c5070'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:45:36.320479 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:45:36.322848 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-db428ab2-18a0-4f93-99f5-65d5559a53ff req-72beec3e-dba6-46c4-80c7-577243cf8660 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.45 "DELETE /v2.0/ports/4b7f9000-b2a5-449b-941a-3e7a284c5070 HTTP/1.1" status: 204  len: 173 time: 0.9244471
May 27 00:45:36.338651 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c759a-31a9-49f2-b5ea-31a156460b96 None None] Sync routers for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:45:36.353037 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c759a-31a9-49f2-b5ea-31a156460b96 None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:45:36.353627 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-f03c759a-31a9-49f2-b5ea-31a156460b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf169fc70>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:45:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:36.415104 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a7a78b60-3e69-44db-be29-aef20bc42a4a req-20cf8c26-414c-43fb-81e9-4eb3f119aebc tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5411d8-2874-4b39-96a7-e03cdf4c8e66 HTTP/1.1" status: 200  len: 210 time: 0.0886114
May 27 00:45:36.419501 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] No DVR routers for this DVR port 3003b2ab-1432-46ba-8a99-1c61af339052 on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:45:36.428636 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:36.430294 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-cdfbdaf5-0b03-4759-acab-6fd7dc295d56 req-1e56b092-85b0-4c05-895e-6ccb299ec2f7 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "DELETE /v2.0/ports/3003b2ab-1432-46ba-8a99-1c61af339052 HTTP/1.1" status: 204  len: 173 time: 2.1019416
May 27 00:45:36.514510 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f1ed06c-1adb-49f6-a1b9-971a13017fe4'] response: {'server_uuid': 'ae7601bd-928e-4967-93ac-7fbcd7d102af', 'name': 'network-vif-deleted', 'tag': '4b7f9000-b2a5-449b-941a-3e7a284c5070', 'status': 'completed', 'code': 200}
May 27 00:45:36.577805 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-f03c759a-31a9-49f2-b5ea-31a156460b96 None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:45:36.820916 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 3003b2ab-1432-46ba-8a99-1c61af339052 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:45:36.871020 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: 3003b2ab-1432-46ba-8a99-1c61af339052 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:45:36.871347 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 3003b2ab-1432-46ba-8a99-1c61af339052 not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:45:36.872667 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 4b7f9000-b2a5-449b-941a-3e7a284c5070 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:45:36.907896 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: 4b7f9000-b2a5-449b-941a-3e7a284c5070 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:45:36.908294 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 4b7f9000-b2a5-449b-941a-3e7a284c5070 not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:45:36.914584 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-f03c759a-31a9-49f2-b5ea-31a156460b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf169fc70>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:36.918929 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c759a-31a9-49f2-b5ea-31a156460b96 None None] Checking router: ced7812f-6bd3-4e6d-8cab-ea0800daf879 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:45:36.928894 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c759a-31a9-49f2-b5ea-31a156460b96 None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:45:36.929471 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-f03c759a-31a9-49f2-b5ea-31a156460b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf169fc70>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:45:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:37.132535 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ca0d35ed-bcb1-4e44-81b1-b98ee2ba9fb5 req-c49a2025-031a-4d89-9d74-13ae5d6d5577 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae7601bd-928e-4967-93ac-7fbcd7d102af HTTP/1.1" status: 200  len: 210 time: 0.0433252
May 27 00:45:37.134851 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-f03c759a-31a9-49f2-b5ea-31a156460b96 None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:45:37.442948 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-f03c759a-31a9-49f2-b5ea-31a156460b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf169fc70>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:37.446750 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c759a-31a9-49f2-b5ea-31a156460b96 None None] The sync data for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi is: [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:45:37.569318 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39640) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:37.636706 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f12025dc-e3b6-47d4-a718-21cf9338458d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:37.663113 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd9000-60f1-4785-b3ba-71633f4498fb None None] New status for floating IP a016d79c-b304-4206-954a-3ba1b119213a: DOWN {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:45:37.664150 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f12025dc-e3b6-47d4-a718-21cf9338458d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:37.716309 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f12025dc-e3b6-47d4-a718-21cf9338458d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:37.734719 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12025dc-e3b6-47d4-a718-21cf9338458d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:37.745326 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-f12025dc-e3b6-47d4-a718-21cf9338458d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:37.746438 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-f12025dc-e3b6-47d4-a718-21cf9338458d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "DELETE /v2.0/security-groups/822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb HTTP/1.1" status: 204  len: 168 time: 0.1754184
May 27 00:45:37.749660 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39644) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:37.765667 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.api.v2.resource [None req-770a99d5-eedb-461c-bcfe-e350ff6cf7ad tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] show failed (client error): The resource could not be found.
May 27 00:45:37.766604 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-770a99d5-eedb-461c-bcfe-e350ff6cf7ad tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups/822f4f8e-a97e-4dc2-a5e5-c1ee316d9edb HTTP/1.1" status: 404  len: 347 time: 0.0160685
May 27 00:45:37.769309 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39648) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:37.924532 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bb113-dccc-4891-95cf-ea352aed7ee8 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Deleting port ea023f18-86df-47ac-89da-182481f7472a {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:45:37.924935 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ae0bb113-dccc-4891-95cf-ea352aed7ee8 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:38.086505 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ae0bb113-dccc-4891-95cf-ea352aed7ee8 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:38.086743 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ae0bb113-dccc-4891-95cf-ea352aed7ee8 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:38.296105 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bb113-dccc-4891-95cf-ea352aed7ee8 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Calling delete_port for ea023f18-86df-47ac-89da-182481f7472a owned by network:floatingip {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:45:38.438111 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ae0bb113-dccc-4891-95cf-ea352aed7ee8 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:38.484323 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bb113-dccc-4891-95cf-ea352aed7ee8 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event deleted for resources: {'Port': ['ID=ea023f18-86df-47ac-89da-182481f7472a,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:38.516030 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5411d8-2874-4b39-96a7-e03cdf4c8e66', 'name': 'network-vif-deleted', 'tag': '3003b2ab-1432-46ba-8a99-1c61af339052'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:45:38.574794 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f29037b5-39ab-49fe-93b5-f1ca10c5a44b'] response: {'server_uuid': '1f5411d8-2874-4b39-96a7-e03cdf4c8e66', 'name': 'network-vif-deleted', 'tag': '3003b2ab-1432-46ba-8a99-1c61af339052', 'status': 'completed', 'code': 200}
May 27 00:45:38.582414 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ae0bb113-dccc-4891-95cf-ea352aed7ee8 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:38.599724 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ae0bb113-dccc-4891-95cf-ea352aed7ee8 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:38.600833 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-ae0bb113-dccc-4891-95cf-ea352aed7ee8 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "DELETE /v2.0/floatingips/a016d79c-b304-4206-954a-3ba1b119213a HTTP/1.1" status: 204  len: 168 time: 0.8306706
May 27 00:45:38.686157 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39662) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:38.691708 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-062608e1-11dd-4837-a106-92e67ffd5365 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1672469798', 'description': 'tempest-description--170682290'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:45:38.697484 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-062608e1-11dd-4837-a106-92e67ffd5365 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:45:38.701628 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-062608e1-11dd-4837-a106-92e67ffd5365 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:security_group and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:45:38.704467 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-062608e1-11dd-4837-a106-92e67ffd5365 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:45:38.710608 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-062608e1-11dd-4837-a106-92e67ffd5365 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:45:38.720103 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-062608e1-11dd-4837-a106-92e67ffd5365 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:38.753561 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-062608e1-11dd-4837-a106-92e67ffd5365 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:45:38.757222 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-062608e1-11dd-4837-a106-92e67ffd5365 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:security_group_rule and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:45:38.759898 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-062608e1-11dd-4837-a106-92e67ffd5365 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:45:38.765927 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-062608e1-11dd-4837-a106-92e67ffd5365 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:45:38.818627 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-062608e1-11dd-4837-a106-92e67ffd5365 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:38.822478 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-062608e1-11dd-4837-a106-92e67ffd5365 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:38.864594 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062608e1-11dd-4837-a106-92e67ffd5365 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd73577-eac4-4820-a51a-0172a21bc314,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:38.870618 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-062608e1-11dd-4837-a106-92e67ffd5365 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:38.874986 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-062608e1-11dd-4837-a106-92e67ffd5365 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.1846547
May 27 00:45:38.875609 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39666) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:38.880485 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-56937fba-a58e-4f9e-9b80-2c408c017b4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'security_group_rule': {'security_group_id': '7fd73577-eac4-4820-a51a-0172a21bc314', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:45:38.886250 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-56937fba-a58e-4f9e-9b80-2c408c017b4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:45:38.890052 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-56937fba-a58e-4f9e-9b80-2c408c017b4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:security_group_rule and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:45:38.892869 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-56937fba-a58e-4f9e-9b80-2c408c017b4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:45:38.898496 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-56937fba-a58e-4f9e-9b80-2c408c017b4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:45:38.913966 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-56937fba-a58e-4f9e-9b80-2c408c017b4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:38.974896 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-56937fba-a58e-4f9e-9b80-2c408c017b4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:38.977999 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-56937fba-a58e-4f9e-9b80-2c408c017b4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:39.081614 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56937fba-a58e-4f9e-9b80-2c408c017b4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82097356-2548-4248-ae9e-7cbbf7e015fc,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:39.089230 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-56937fba-a58e-4f9e-9b80-2c408c017b4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:39.090423 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-56937fba-a58e-4f9e-9b80-2c408c017b4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2142959
May 27 00:45:39.093066 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39670) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:39.098333 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-955b0df0-f04e-4bf8-9fce-620cbbade717 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'security_group_rule': {'security_group_id': '7fd73577-eac4-4820-a51a-0172a21bc314', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:45:39.103917 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-955b0df0-f04e-4bf8-9fce-620cbbade717 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:45:39.108153 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-955b0df0-f04e-4bf8-9fce-620cbbade717 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:security_group_rule and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:45:39.110962 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-955b0df0-f04e-4bf8-9fce-620cbbade717 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:45:39.116790 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-955b0df0-f04e-4bf8-9fce-620cbbade717 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:45:39.132715 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-955b0df0-f04e-4bf8-9fce-620cbbade717 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:39.192402 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-955b0df0-f04e-4bf8-9fce-620cbbade717 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:39.195677 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-955b0df0-f04e-4bf8-9fce-620cbbade717 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761934'] for security_group_rule, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:39.218065 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b0df0-f04e-4bf8-9fce-620cbbade717 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490f5cd9-1f92-4740-9bf3-afc45877c0c3,revision_number=0']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:39.226200 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-955b0df0-f04e-4bf8-9fce-620cbbade717 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:39.227519 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-955b0df0-f04e-4bf8-9fce-620cbbade717 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1335573
May 27 00:45:39.230522 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39674) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:39.236146 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'floatingip': {'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:45:39.241152 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:45:39.244843 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Usage tracker for resource:floatingip and tenant:93f0f93a783e461dbde76d7c5fbc9bdb is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:45:39.247563 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:45:39.253097 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:45:39.262823 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:39.391611 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:39.530230 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Allocated IP 172.27.3.107 (da325109-6bb9-4d0f-8321-89f562e3239f/23207757-4014-4f52-8b42-86130b03a5ab/19d387ae-34b4-43c4-95dd-a4d7b15e7600) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:45:39.678325 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:39.704881 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:39.769050 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Network da325109-6bb9-4d0f-8321-89f562e3239f is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:45:39.771848 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:45:39.775977 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:45:39.802740 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'Port': ['ID=19d387ae-34b4-43c4-95dd-a4d7b15e7600,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:39.940296 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:40.001162 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:40.197818 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:40.202622 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:40.306268 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'Port': ['ID=19d387ae-34b4-43c4-95dd-a4d7b15e7600,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:40.318026 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:40.338988 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:40.340186 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-cc27df24-96ca-424a-b48a-558e1dcc4b1e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1080697
May 27 00:45:40.508920 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-f6f5b0f8-7f40-4c2d-8e35-891ea57046f2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Synchronizing usage tracker for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:security_group {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:45:40.523312 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-f6f5b0f8-7f40-4c2d-8e35-891ea57046f2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Unset dirty status for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:security_group {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:45:40.524432 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-f6f5b0f8-7f40-4c2d-8e35-891ea57046f2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1672469798&fields=id&tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb HTTP/1.1" status: 200  len: 267 time: 0.0554609
May 27 00:45:40.633033 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39694) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:40.669745 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-4fe6d1c5-76c6-45a8-a181-75502206f2c4 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:40.671202 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-4fe6d1c5-76c6-45a8-a181-75502206f2c4 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 815 time: 0.1403358
May 27 00:45:40.688156 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-1ba36b6e-55a5-4a19-8b04-5fea31886401 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/quotas/93f0f93a783e461dbde76d7c5fbc9bdb HTTP/1.1" status: 200  len: 375 time: 0.0110373
May 27 00:45:40.770586 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-b34df20a-e9cf-45f9-97dc-f5e529d4b8f2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Synchronizing usage tracker for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:port {{(pid=83748) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:45:40.785955 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-b34df20a-e9cf-45f9-97dc-f5e529d4b8f2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Unset dirty status for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:port {{(pid=83748) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:45:40.787184 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-b34df20a-e9cf-45f9-97dc-f5e529d4b8f2 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0942972
May 27 00:45:40.833202 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-54c9f66a-194f-4d63-96ff-bc67469e49da tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Deleting port fdb2a3c2-9297-4c44-93a0-a6be014078b0 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:45:40.833540 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-54c9f66a-194f-4d63-96ff-bc67469e49da tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:40.997952 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-54c9f66a-194f-4d63-96ff-bc67469e49da tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:40.998266 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-54c9f66a-194f-4d63-96ff-bc67469e49da tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:41.001174 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-2afeb0c6-73eb-4e14-8019-f6c8db27c508 service neutron] 10.222.0.21 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2016866
May 27 00:45:41.135002 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-0c494308-004d-4951-8a73-09703c186fc3 service neutron] 10.222.0.21 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279445
May 27 00:45:41.200741 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-54c9f66a-194f-4d63-96ff-bc67469e49da tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Calling delete_port for fdb2a3c2-9297-4c44-93a0-a6be014078b0 owned by network:floatingip {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:45:41.330528 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-8fc13b60-7245-458c-bfea-a22b70d84e13 req-441ab8e5-9575-4747-978a-22af07e4320a tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 210 time: 0.0437944
May 27 00:45:41.360783 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-54c9f66a-194f-4d63-96ff-bc67469e49da tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:41.409055 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9f66a-194f-4d63-96ff-bc67469e49da tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event deleted for resources: {'Port': ['ID=fdb2a3c2-9297-4c44-93a0-a6be014078b0,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:41.497005 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-54c9f66a-194f-4d63-96ff-bc67469e49da tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for floatingip, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:41.895162 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c9f66a-194f-4d63-96ff-bc67469e49da tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:45:42.098745 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c9f66a-194f-4d63-96ff-bc67469e49da tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:45:42.108306 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61fb5c9-5330-4f46-a789-b6d8d011f4aa None None] Sync routers for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:45:42.114562 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-54c9f66a-194f-4d63-96ff-bc67469e49da tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:42.119654 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61fb5c9-5330-4f46-a789-b6d8d011f4aa None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:45:42.120242 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-f61fb5c9-5330-4f46-a789-b6d8d011f4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf16d1940>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:45:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:42.166488 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-54c9f66a-194f-4d63-96ff-bc67469e49da tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "DELETE /v2.0/floatingips/8fb68c28-2df4-47ec-81c0-46a7dad67350 HTTP/1.1" status: 204  len: 168 time: 1.5323017
May 27 00:45:42.167148 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'tag': '6be6a724-788b-40fe-bef9-77ff4f677779'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:45:42.224016 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e453e5a5-6fd3-46a3-9922-b140e199021e'] response: {'name': 'network-changed', 'server_uuid': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'tag': '6be6a724-788b-40fe-bef9-77ff4f677779', 'status': 'completed', 'code': 200}
May 27 00:45:42.307074 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-f61fb5c9-5330-4f46-a789-b6d8d011f4aa None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:45:42.322408 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2223e006-49dd-41bb-847f-55ab463cbd41 req-3c07733b-3cb3-493a-9108-c76248ada855 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 1099 time: 0.0758924
May 27 00:45:42.514104 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223e006-49dd-41bb-847f-55ab463cbd41 req-e14e4b24-c917-43fa-9981-22116d52f130 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:42.515381 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2223e006-49dd-41bb-847f-55ab463cbd41 req-e14e4b24-c917-43fa-9981-22116d52f130 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 200  len: 913 time: 0.1865592
May 27 00:45:42.633087 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a8895035-e73b-4012-92f7-98fc27efadf3 req-f5b1cd4a-9ff1-4ec6-a311-bcb29c3cc599 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 210 time: 0.1379695
May 27 00:45:42.660143 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2223e006-49dd-41bb-847f-55ab463cbd41 req-f8122c58-cd8b-4f32-9d03-ebb2c2ffa704 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6be6a724-788b-40fe-bef9-77ff4f677779 HTTP/1.1" status: 200  len: 217 time: 0.0896380
May 27 00:45:42.666290 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b2262-6261-4720-ab3c-117749cbce93 req-0b018c76-b2ff-4bd5-86c2-315e24cbc780 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:42.675311 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a77b2262-6261-4720-ab3c-117749cbce93 req-0b018c76-b2ff-4bd5-86c2-315e24cbc780 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 946 time: 0.1055281
May 27 00:45:42.687500 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-f61fb5c9-5330-4f46-a789-b6d8d011f4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf16d1940>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:42.691463 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61fb5c9-5330-4f46-a789-b6d8d011f4aa None None] Checking router: 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:45:42.702175 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61fb5c9-5330-4f46-a789-b6d8d011f4aa None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:45:42.702777 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-f61fb5c9-5330-4f46-a789-b6d8d011f4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf16d1940>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:45:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:42.732207 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-a77b2262-6261-4720-ab3c-117749cbce93 req-482a37c2-18f5-4439-819d-7beb1d6400d6 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558355
May 27 00:45:42.868139 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-7f625d73-86e5-4447-9470-dfa9bf100e68 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:42.869532 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-7f625d73-86e5-4447-9470-dfa9bf100e68 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 815 time: 0.3847885
May 27 00:45:42.870909 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223e006-49dd-41bb-847f-55ab463cbd41 req-51e57cc2-fc07-4b57-91e4-d678ceb366de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:42.872794 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2223e006-49dd-41bb-847f-55ab463cbd41 req-51e57cc2-fc07-4b57-91e4-d678ceb366de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=502f2fe6-a878-4f72-aab8-414e70e2c519 HTTP/1.1" status: 200  len: 851 time: 0.2053297
May 27 00:45:42.882157 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-f61fb5c9-5330-4f46-a789-b6d8d011f4aa None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:45:42.974552 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-52f5eea2-5e1b-45dc-b5c8-1a7a3d1b2514 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Synchronizing usage tracker for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:security_group {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:45:42.993683 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-52f5eea2-5e1b-45dc-b5c8-1a7a3d1b2514 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Unset dirty status for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:security_group {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:45:42.994757 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-52f5eea2-5e1b-45dc-b5c8-1a7a3d1b2514 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb HTTP/1.1" status: 200  len: 380 time: 0.1074021
May 27 00:45:43.000427 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2223e006-49dd-41bb-847f-55ab463cbd41 req-5c379b07-62b1-44b8-9300-ce3b9c0ead27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c3528cc-de1a-4792-9062-0f95d08281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1118660
May 27 00:45:43.004985 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-72786ad2-12f2-40bf-97d8-54862195cce5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'port': {'device_id': 'bfaefe64-c6cc-4732-adc3-0e1ec2b02de7', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'admin_state_up': True, 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'security_groups': ['7fd73577-eac4-4820-a51a-0172a21bc314']}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:45:43.215540 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-f61fb5c9-5330-4f46-a789-b6d8d011f4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf16d1940>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:43.219467 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61fb5c9-5330-4f46-a789-b6d8d011f4aa None None] The sync data for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi is: [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:36:52Z', 'revision_number': 4, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '75fa974c-1fb6-4c0d-bb7b-5429e3602bca', 'name': '', 'network_id': '4c3528cc-de1a-4792-9062-0f95d08281aa', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'mac_address': 'fa:16:3e:93:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:52Z', 'updated_at': '2022-05-27T00:37:25Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'subnets': [{'id': '502f2fe6-a878-4f72-aab8-414e70e2c519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:45:43.245102 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2223e006-49dd-41bb-847f-55ab463cbd41 req-82747ac0-6d47-4e87-8d3f-a15c6a0ee738 service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2242336
May 27 00:45:43.245880 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-72786ad2-12f2-40bf-97d8-54862195cce5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:45:43.256175 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-72786ad2-12f2-40bf-97d8-54862195cce5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:45:43.328035 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-72786ad2-12f2-40bf-97d8-54862195cce5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Made reservation on behalf of 93f0f93a783e461dbde76d7c5fbc9bdb for: {'port': 1} {{(pid=83746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 27 00:45:43.331335 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-72786ad2-12f2-40bf-97d8-54862195cce5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:43.445792 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97d2810-e38e-411e-abfe-a3b012c47e2b None None] New status for floating IP 8fb68c28-2df4-47ec-81c0-46a7dad67350: DOWN {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:45:43.468515 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2223e006-49dd-41bb-847f-55ab463cbd41 req-0568cd0d-c4c4-41aa-8fea-116ecec33e2c service neutron] 10.222.0.45 "GET /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101760
May 27 00:45:43.541587 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_common [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-72786ad2-12f2-40bf-97d8-54862195cce5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Allocated IP 172.20.0.3 (f04d0053-3adb-4922-88cc-885696f296f9/80be4f1b-7e3e-4cbc-af41-ba8a72bc6191/a1568be0-a453-440c-9bcb-a21f3f005265) {{(pid=83746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 27 00:45:43.608661 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:43.734804 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-72786ad2-12f2-40bf-97d8-54862195cce5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for port, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:43.750496 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-72786ad2-12f2-40bf-97d8-54862195cce5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Transition to ACTIVE for port object a1568be0-a453-440c-9bcb-a21f3f005265 will not be triggered until provisioned by entity DHCP. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:45:43.773919 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-72786ad2-12f2-40bf-97d8-54862195cce5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786682875531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:43.839961 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac1958-4cce-408a-b89e-b3feb95fd74c req-4f9c7293-6f93-42d8-9ea9-6ae462d93201 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:43.841830 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-95ac1958-4cce-408a-b89e-b3feb95fd74c req-4f9c7293-6f93-42d8-9ea9-6ae462d93201 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 931 time: 0.0806401
May 27 00:45:43.851769 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72786ad2-12f2-40bf-97d8-54862195cce5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event updated for resources: {'Port': ['ID=a1568be0-a453-440c-9bcb-a21f3f005265,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:43.855014 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-72786ad2-12f2-40bf-97d8-54862195cce5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Network f04d0053-3adb-4922-88cc-885696f296f9 is already hosted by enough agents. {{(pid=83746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 27 00:45:43.856998 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.base_scheduler [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-72786ad2-12f2-40bf-97d8-54862195cce5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Resources bound (agent type, host, resource id):  {{(pid=83746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 27 00:45:43.859055 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-72786ad2-12f2-40bf-97d8-54862195cce5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Received port after_create {{(pid=83746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
May 27 00:45:43.919486 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-72786ad2-12f2-40bf-97d8-54862195cce5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:43.920146 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-72786ad2-12f2-40bf-97d8-54862195cce5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:43.948956 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-72786ad2-12f2-40bf-97d8-54862195cce5 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9473464
May 27 00:45:43.960798 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-95ac1958-4cce-408a-b89e-b3feb95fd74c req-43f03266-da50-419d-b649-56f15ef87398 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd73577-eac4-4820-a51a-0172a21bc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1125588
May 27 00:45:43.986386 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180418b-2997-4d87-9bcd-050a60cd4864 req-d4c8dedf-d028-4147-bc80-2332a08bca41 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:43.987893 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0180418b-2997-4d87-9bcd-050a60cd4864 req-d4c8dedf-d028-4147-bc80-2332a08bca41 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 946 time: 0.1006408
May 27 00:45:44.035744 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-0180418b-2997-4d87-9bcd-050a60cd4864 req-3996c738-d0b8-4163-be87-5977c24216e3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417740
May 27 00:45:44.047672 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Request body: {'port': {'device_id': 'bfaefe64-c6cc-4732-adc3-0e1ec2b02de7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:45:44.079835 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-fae8776a-986d-4c5c-8c7e-9d28927078cc None None] Provisioning for port a1568be0-a453-440c-9bcb-a21f3f005265 completed by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:45:44.084596 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-fae8776a-986d-4c5c-8c7e-9d28927078cc None None] Provisioning complete for port a1568be0-a453-440c-9bcb-a21f3f005265 triggered by entity DHCP. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:45:44.084963 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-fae8776a-986d-4c5c-8c7e-9d28927078cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:44.134697 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-fae8776a-986d-4c5c-8c7e-9d28927078cc None None] Port a1568be0-a453-440c-9bcb-a21f3f005265 cannot update to ACTIVE because it is not bound. {{(pid=83749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
May 27 00:45:44.175004 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:44.190242 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a5736-1eae-4615-8566-8ade3797668e req-40c4b01c-44d0-450c-89e8-558ce058f56c tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:44.190914 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-221a5736-1eae-4615-8566-8ade3797668e req-40c4b01c-44d0-450c-89e8-558ce058f56c tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Synchronizing usage tracker for tenant:30a1fd487fe2476d82a21d16c148b9e1 on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:45:44.246448 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-221a5736-1eae-4615-8566-8ade3797668e req-40c4b01c-44d0-450c-89e8-558ce058f56c tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Unset dirty status for tenant:30a1fd487fe2476d82a21d16c148b9e1 on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:45:44.247536 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-221a5736-1eae-4615-8566-8ade3797668e req-40c4b01c-44d0-450c-89e8-558ce058f56c tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.45 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 946 time: 0.2427816
May 27 00:45:44.372994 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-221a5736-1eae-4615-8566-8ade3797668e req-b59e8f77-e5f0-490e-83db-2e2435e1874a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Deleting port 6be6a724-788b-40fe-bef9-77ff4f677779 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:45:44.373323 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-221a5736-1eae-4615-8566-8ade3797668e req-b59e8f77-e5f0-490e-83db-2e2435e1874a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:44.542139 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-2bca81ea-15a5-4000-9471-6fc5b08054ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:44.842559 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-221a5736-1eae-4615-8566-8ade3797668e req-b59e8f77-e5f0-490e-83db-2e2435e1874a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] For port 6be6a724-788b-40fe-bef9-77ff4f677779, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=6be6a724-788b-40fe-bef9-77ff4f677779,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:45:44.842816 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-221a5736-1eae-4615-8566-8ade3797668e req-b59e8f77-e5f0-490e-83db-2e2435e1874a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:44.959136 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1568be0-a453-440c-9bcb-a21f3f005265 {{(pid=83746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:45:44.968887 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-221a5736-1eae-4615-8566-8ade3797668e req-b59e8f77-e5f0-490e-83db-2e2435e1874a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Calling delete_port for 6be6a724-788b-40fe-bef9-77ff4f677779 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:45:45.004155 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:45.034138 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.provisioning_blocks [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Transition to ACTIVE for port object a1568be0-a453-440c-9bcb-a21f3f005265 will not be triggered until provisioned by entity L2. {{(pid=83746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 27 00:45:45.039906 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:45.215161 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Pushing event updated for resources: {'Port': ['ID=a1568be0-a453-440c-9bcb-a21f3f005265,revision_number=2']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:45.230542 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44197390-10aa-450d-a879-41d1693bf856 req-1b990b30-6682-48c6-baba-97cfa80d5e83 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:45.232106 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-44197390-10aa-450d-a879-41d1693bf856 req-1b990b30-6682-48c6-baba-97cfa80d5e83 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 943 time: 0.1441288
May 27 00:45:45.293784 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-44197390-10aa-450d-a879-41d1693bf856 req-78345026-1a68-4695-9fb2-1c81eab2266a tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd73577-eac4-4820-a51a-0172a21bc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522723
May 27 00:45:45.305726 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b4a38-c59b-4b07-ab1d-dc4b72d310a8 req-817ec793-d0cc-4ab9-9d53-c674bc4c3c72 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:45.309358 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-aa9b4a38-c59b-4b07-ab1d-dc4b72d310a8 req-817ec793-d0cc-4ab9-9d53-c674bc4c3c72 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58f1aef-94ae-4d30-b8da-1ec30f92be8d HTTP/1.1" status: 200  len: 946 time: 0.1430554
May 27 00:45:45.328364 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-221a5736-1eae-4615-8566-8ade3797668e req-b59e8f77-e5f0-490e-83db-2e2435e1874a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:45.356442 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-aa9b4a38-c59b-4b07-ab1d-dc4b72d310a8 req-2faaa26f-95cf-4f65-ad94-8adb13978b1a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "GET /v2.0/security-groups?id=e837916c-5db4-4650-b77d-2b8fe05d6945&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427911
May 27 00:45:45.375474 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e8f77-e5f0-490e-83db-2e2435e1874a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event deleted for resources: {'Port': ['ID=6be6a724-788b-40fe-bef9-77ff4f677779,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:45.423491 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Attempting to bind port a1568be0-a453-440c-9bcb-a21f3f005265 on host hv-cinder-84330 for vnic_type normal with profile  {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 27 00:45:45.423838 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Attempting to bind port a1568be0-a453-440c-9bcb-a21f3f005265 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 27 00:45:45.424178 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Attempting to bind port a1568be0-a453-440c-9bcb-a21f3f005265 on network f04d0053-3adb-4922-88cc-885696f296f9 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:45:45.464406 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Port a1568be0-a453-440c-9bcb-a21f3f005265 on network f04d0053-3adb-4922-88cc-885696f296f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
May 27 00:45:45.464718 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Attempting to bind port a1568be0-a453-440c-9bcb-a21f3f005265 on network f04d0053-3adb-4922-88cc-885696f296f9 {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
May 27 00:45:45.471369 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-221a5736-1eae-4615-8566-8ade3797668e req-b59e8f77-e5f0-490e-83db-2e2435e1874a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] No DVR routers for this DVR port 6be6a724-788b-40fe-bef9-77ff4f677779 on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:45:45.474348 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-221a5736-1eae-4615-8566-8ade3797668e req-b59e8f77-e5f0-490e-83db-2e2435e1874a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:45.476702 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'name': 'network-vif-deleted', 'tag': '6be6a724-788b-40fe-bef9-77ff4f677779'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:45:45.488283 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Checking agent: {'id': '94093cbb-83c5-47e4-9f2f-7661c7b429ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'started_at': datetime.datetime(2022, 5, 27, 0, 26, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
May 27 00:45:45.488610 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Checking segment: {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
May 27 00:45:45.488970 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Bound using segment: {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'} {{(pid=83746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
May 27 00:45:45.489380 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.managers [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Bound port: a1568be0-a453-440c-9bcb-a21f3f005265, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bdb4cdc-c518-4609-b891-048b00d6d80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9'}}] {{(pid=83746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 27 00:45:45.489708 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:45.507144 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-221a5736-1eae-4615-8566-8ade3797668e req-b59e8f77-e5f0-490e-83db-2e2435e1874a tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.45 "DELETE /v2.0/ports/6be6a724-788b-40fe-bef9-77ff4f677779 HTTP/1.1" status: 204  len: 173 time: 1.2546549
May 27 00:45:45.536995 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e2b4279-3640-48ab-8345-e3c6c25df5ec'] response: {'server_uuid': 'f58f1aef-94ae-4d30-b8da-1ec30f92be8d', 'name': 'network-vif-deleted', 'tag': '6be6a724-788b-40fe-bef9-77ff4f677779', 'status': 'completed', 'code': 200}
May 27 00:45:45.585051 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] For port a1568be0-a453-440c-9bcb-a21f3f005265, host hv-cinder-84330, cleared binding levels {{(pid=83746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 27 00:45:45.588240 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] For port a1568be0-a453-440c-9bcb-a21f3f005265, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a1568be0-a453-440c-9bcb-a21f3f005265,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 27 00:45:45.593376 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3631593'] for port, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:45.654162 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:45.655523 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] 10.222.0.45 "PUT /v2.0/ports/a1568be0-a453-440c-9bcb-a21f3f005265 HTTP/1.1" status: 200  len: 1093 time: 1.6495109
May 27 00:45:45.670674 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2c023-3f87-49dc-9ead-d4856f53823d service neutron] Pushing event updated for resources: {'Port': ['ID=a1568be0-a453-440c-9bcb-a21f3f005265,revision_number=3']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:45.767695 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-0b9f8f41-41af-415f-b362-1528ad839d30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 1096 time: 0.0763328
May 27 00:45:45.842046 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-3843edd0-b042-4fa1-9e0c-552e221aaf87 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1568be0-a453-440c-9bcb-a21f3f005265 HTTP/1.1" status: 200  len: 217 time: 0.0676575
May 27 00:45:45.911916 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-042eba12-3a4a-40f6-939f-85f33292e37e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:45.913367 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-042eba12-3a4a-40f6-939f-85f33292e37e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80be4f1b-7e3e-4cbc-af41-ba8a72bc6191 HTTP/1.1" status: 200  len: 854 time: 0.0662737
May 27 00:45:45.991065 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-d365afef-fb9e-4ecc-8d08-d949b6848c04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f04d0053-3adb-4922-88cc-885696f296f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714474
May 27 00:45:46.119854 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-1965e46a-42ed-4688-82a7-67d03f9724b9 service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208856
May 27 00:45:46.346472 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-50e4765f-42c1-45c6-871a-d4be31b47abf req-d0c02ac6-1d80-4418-b500-6a8cbed8ceae service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2190881
May 27 00:45:46.467542 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39736) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:46.708152 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-76d05ddb-9ed2-4ef5-b9b7-382cfc30f509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:46.716230 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-1490ada0-388d-407e-96c6-0881acb52db3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Deleting port 19f0aa03-b9f8-439e-9104-31557ae3bfdc {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:45:46.716570 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1490ada0-388d-407e-96c6-0881acb52db3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:46.770507 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a508e-328f-4a0e-bb6d-4821941aaee3 req-11f5a911-49ce-499d-8228-f64b5c2e7d26 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:46.771964 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-582a508e-328f-4a0e-bb6d-4821941aaee3 req-11f5a911-49ce-499d-8228-f64b5c2e7d26 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 943 time: 0.3490074
May 27 00:45:46.904661 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-582a508e-328f-4a0e-bb6d-4821941aaee3 req-c9bd4c5b-0edc-4f67-abe5-bea2e81c1e31 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd73577-eac4-4820-a51a-0172a21bc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1145656
May 27 00:45:46.925486 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1490ada0-388d-407e-96c6-0881acb52db3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:46.925808 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1490ada0-388d-407e-96c6-0881acb52db3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:46.932625 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 6be6a724-788b-40fe-bef9-77ff4f677779 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:45:46.965046 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: 6be6a724-788b-40fe-bef9-77ff4f677779 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:45:46.965315 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device 6be6a724-788b-40fe-bef9-77ff4f677779 not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:45:47.042708 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-1490ada0-388d-407e-96c6-0881acb52db3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Calling delete_port for 19f0aa03-b9f8-439e-9104-31557ae3bfdc owned by network:floatingip {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:45:47.173680 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1490ada0-388d-407e-96c6-0881acb52db3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:47.215241 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490ada0-388d-407e-96c6-0881acb52db3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event deleted for resources: {'Port': ['ID=19f0aa03-b9f8-439e-9104-31557ae3bfdc,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:47.304375 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1490ada0-388d-407e-96c6-0881acb52db3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for floatingip, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:47.317902 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-1490ada0-388d-407e-96c6-0881acb52db3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:47.318994 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-1490ada0-388d-407e-96c6-0881acb52db3 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "DELETE /v2.0/floatingips/61a76f74-16d2-454b-86fa-d8c7a0e2a1a0 HTTP/1.1" status: 204  len: 168 time: 0.8505342
May 27 00:45:47.537925 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfaefe64-c6cc-4732-adc3-0e1ec2b02de7', 'tag': 'a1568be0-a453-440c-9bcb-a21f3f005265'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:45:47.591529 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b472a7f5-d42f-4c17-bc84-403713c09ca1'] response: {'name': 'network-changed', 'server_uuid': 'bfaefe64-c6cc-4732-adc3-0e1ec2b02de7', 'tag': 'a1568be0-a453-440c-9bcb-a21f3f005265', 'status': 'completed', 'code': 200}
May 27 00:45:47.679958 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f9d6727a-cf79-4d7b-8035-f27942b05eea req-47d9ab35-2d27-49ab-8244-bd7ada8c6b6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 1096 time: 0.0683742
May 27 00:45:47.810038 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6727a-cf79-4d7b-8035-f27942b05eea req-0c7f90cb-97d0-47f3-ad56-0f4f69a288f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:47.811458 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f9d6727a-cf79-4d7b-8035-f27942b05eea req-0c7f90cb-97d0-47f3-ad56-0f4f69a288f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 916 time: 0.1257117
May 27 00:45:47.880788 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f9d6727a-cf79-4d7b-8035-f27942b05eea req-f396eda3-8562-4996-8e9d-c83091f64e1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1568be0-a453-440c-9bcb-a21f3f005265 HTTP/1.1" status: 200  len: 217 time: 0.0632470
May 27 00:45:47.941519 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6727a-cf79-4d7b-8035-f27942b05eea req-33422be3-a11c-44c2-b279-4b601cb31a1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:47.942951 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f9d6727a-cf79-4d7b-8035-f27942b05eea req-33422be3-a11c-44c2-b279-4b601cb31a1d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80be4f1b-7e3e-4cbc-af41-ba8a72bc6191 HTTP/1.1" status: 200  len: 854 time: 0.0571668
May 27 00:45:47.987405 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:47.992298 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:48.023297 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f9d6727a-cf79-4d7b-8035-f27942b05eea req-50da810d-eb64-4cf8-9aed-5cb40a0fd9f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f04d0053-3adb-4922-88cc-885696f296f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744593
May 27 00:45:48.098894 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1ccd8-efdd-4991-9fc5-a2216885e1fc req-51bd4ac2-b77d-4a47-be70-40f9f9dd7c59 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:48.100294 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-65c1ccd8-efdd-4991-9fc5-a2216885e1fc req-51bd4ac2-b77d-4a47-be70-40f9f9dd7c59 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 943 time: 0.0749989
May 27 00:45:48.148851 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-65c1ccd8-efdd-4991-9fc5-a2216885e1fc req-ca4f30fd-5678-45a1-9823-dcd33342cfcf tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd73577-eac4-4820-a51a-0172a21bc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423057
May 27 00:45:48.153853 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f9d6727a-cf79-4d7b-8035-f27942b05eea req-6c75dcbc-5410-4aa8-853e-fb426a9ee95c service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238563
May 27 00:45:48.284992 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-f9d6727a-cf79-4d7b-8035-f27942b05eea req-711662c4-0afb-4a3a-91df-5ce024488253 service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248841
May 27 00:45:48.689832 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39754) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:48.756230 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9d05f151-556b-4653-bc7e-66ea50ff1bf7 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:48.783861 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9d05f151-556b-4653-bc7e-66ea50ff1bf7 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:48.846074 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9d05f151-556b-4653-bc7e-66ea50ff1bf7 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:48.864190 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05f151-556b-4653-bc7e-66ea50ff1bf7 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e837916c-5db4-4650-b77d-2b8fe05d6945,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:48.876184 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-9d05f151-556b-4653-bc7e-66ea50ff1bf7 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:48.877347 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-9d05f151-556b-4653-bc7e-66ea50ff1bf7 tempest-TestVolumeBootPattern-732022465 tempest-TestVolumeBootPattern-732022465-project] 10.222.0.21 "DELETE /v2.0/security-groups/e837916c-5db4-4650-b77d-2b8fe05d6945 HTTP/1.1" status: 204  len: 168 time: 0.1865587
May 27 00:45:48.934871 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device a1568be0-a453-440c-9bcb-a21f3f005265 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 27 00:45:48.943860 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39760) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:49.066318 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port a1568be0-a453-440c-9bcb-a21f3f005265, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a1568be0-a453-440c-9bcb-a21f3f005265,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:45:49.080137 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Returning: {'device': 'a1568be0-a453-440c-9bcb-a21f3f005265', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'port_id': 'a1568be0-a453-440c-9bcb-a21f3f005265', 'mac_address': 'fa:16:3e:21:97:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 27 00:45:49.131468 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:49.151899 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1568be0-a453-440c-9bcb-a21f3f005265 {{(pid=83749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 27 00:45:49.166577 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port a1568be0-a453-440c-9bcb-a21f3f005265, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a1568be0-a453-440c-9bcb-a21f3f005265,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:45:49.170714 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:49.236935 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=a1568be0-a453-440c-9bcb-a21f3f005265,revision_number=4']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:49.245562 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:49.245897 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:49.246728 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:49.247048 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:49.248044 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:49.248044 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:49.248044 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:49.248310 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:49.248587 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:49.248893 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:49.249200 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:45:49.278730 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:49.475577 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8c82c-4cb0-499b-89a1-e4c1fbb35069 req-fbbe100b-709b-404d-8d98-766977f34037 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:49.477041 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-67a8c82c-4cb0-499b-89a1-e4c1fbb35069 req-fbbe100b-709b-404d-8d98-766977f34037 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 944 time: 0.1590924
May 27 00:45:49.509315 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] get_ports_and_sgs() called for port_ids ['a1568be0-a453-440c-9bcb-a21f3f005265'] {{(pid=83749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
May 27 00:45:49.532314 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-67a8c82c-4cb0-499b-89a1-e4c1fbb35069 req-0d6597f9-d7c4-4363-8111-b10a8a66a116 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd73577-eac4-4820-a51a-0172a21bc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489140
May 27 00:45:49.558143 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8e512b62-e765-427b-8eb1-dc32e866f235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4106200'] for router_interface, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:50.228046 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-8e512b62-e765-427b-8eb1-dc32e866f235 admin admin] Deleting port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:45:50.228382 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8e512b62-e765-427b-8eb1-dc32e866f235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:50.395277 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-8e512b62-e765-427b-8eb1-dc32e866f235 admin admin] For port 75fa974c-1fb6-4c0d-bb7b-5429e3602bca, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=75fa974c-1fb6-4c0d-bb7b-5429e3602bca,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:45:50.395648 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8e512b62-e765-427b-8eb1-dc32e866f235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:50.512607 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-8e512b62-e765-427b-8eb1-dc32e866f235 admin admin] Calling delete_port for 75fa974c-1fb6-4c0d-bb7b-5429e3602bca owned by network:router_interface {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:45:50.712368 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8e512b62-e765-427b-8eb1-dc32e866f235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:50.754983 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e512b62-e765-427b-8eb1-dc32e866f235 admin admin] Pushing event deleted for resources: {'Port': ['ID=75fa974c-1fb6-4c0d-bb7b-5429e3602bca,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:50.824031 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0873f5f-81d4-4cbe-b5fc-f713a594f159 req-216747d7-2b2c-4225-8ba3-f6393b27e300 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:50.826184 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f0873f5f-81d4-4cbe-b5fc-f713a594f159 req-216747d7-2b2c-4225-8ba3-f6393b27e300 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 944 time: 0.1668789
May 27 00:45:50.950767 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device a1568be0-a453-440c-9bcb-a21f3f005265 up at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 27 00:45:50.968171 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-f0873f5f-81d4-4cbe-b5fc-f713a594f159 req-bc9117db-983b-4beb-a9ec-8e02dcd5a5b3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd73577-eac4-4820-a51a-0172a21bc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1095624
May 27 00:45:51.017371 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning for port a1568be0-a453-440c-9bcb-a21f3f005265 completed by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 27 00:45:51.022032 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.provisioning_blocks [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Provisioning complete for port a1568be0-a453-440c-9bcb-a21f3f005265 triggered by entity L2. {{(pid=83749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 27 00:45:51.022570 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1220840'] for port, provisioning_complete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:51.108817 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8e512b62-e765-427b-8eb1-dc32e866f235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106127'] for router_interface, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:51.135766 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:51.162732 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaefe64-c6cc-4732-adc3-0e1ec2b02de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1568be0-a453-440c-9bcb-a21f3f005265'}] {{(pid=83749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:45:51.173534 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] For port a1568be0-a453-440c-9bcb-a21f3f005265, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a1568be0-a453-440c-9bcb-a21f3f005265,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:45:51.177790 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683333798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786682875549', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786682875594'] for port, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:51.247968 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Pushing event updated for resources: {'Port': ['ID=a1568be0-a453-440c-9bcb-a21f3f005265,revision_number=5']} {{(pid=83749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:51.300742 dv-cinder-843305-3-iscsi neutron-server[83749]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e5cced-e4bc-4ff4-8f8d-3a5c3203a153'] response: {'server_uuid': 'bfaefe64-c6cc-4732-adc3-0e1ec2b02de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1568be0-a453-440c-9bcb-a21f3f005265', 'code': 200}
May 27 00:45:51.528339 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-325148c4-740c-480b-868a-634077797fe0 req-962520b9-af66-43b2-acd9-03020d3fe1f3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 1098 time: 0.0738883
May 27 00:45:51.569082 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-325148c4-740c-480b-868a-634077797fe0 req-84a83add-4424-4fc6-bf81-f6d09bb17307 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7fd73577-eac4-4820-a51a-0172a21bc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353370
May 27 00:45:51.762399 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e512b62-e765-427b-8eb1-dc32e866f235 admin admin] Router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:45:51.956513 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e512b62-e765-427b-8eb1-dc32e866f235 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:45:51.965544 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629428b-d5dd-4838-bf43-e1637d0598fb None None] Sync routers for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:45:51.968883 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-8e512b62-e765-427b-8eb1-dc32e866f235 admin admin] 10.222.0.21 "PUT /v2.0/routers/2dec303a-5001-4b8d-bc6d-d804f9baa1c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0235856
May 27 00:45:51.970973 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39774) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:51.977274 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629428b-d5dd-4838-bf43-e1637d0598fb None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:45:51.977855 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-6629428b-d5dd-4838-bf43-e1637d0598fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1618fa0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:45:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:52.147915 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-6629428b-d5dd-4838-bf43-e1637d0598fb None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:45:52.190490 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e04e4-d288-4081-8756-d7eabbf4d134 req-4f96c75f-d948-457e-88ab-62444cba45a9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:52.191937 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5a7e04e4-d288-4081-8756-d7eabbf4d134 req-4f96c75f-d948-457e-88ab-62444cba45a9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 945 time: 0.1012309
May 27 00:45:52.258769 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-5a7e04e4-d288-4081-8756-d7eabbf4d134 req-3d20c596-acd8-41f6-95a1-499bfa0cc3be tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd73577-eac4-4820-a51a-0172a21bc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601983
May 27 00:45:52.271259 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7b270bfb-ca71-4e04-96e8-4474cd345e92 admin admin] Notify callbacks [] for router, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:52.420581 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-6629428b-d5dd-4838-bf43-e1637d0598fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1618fa0>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:45:50Z', 'revision_number': 5, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port': {'id': '7b415448-46c4-4ce3-9b4e-b25215b09225', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:50Z', 'updated_at': '2022-05-27T00:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:52.424187 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629428b-d5dd-4838-bf43-e1637d0598fb None None] Checking router: 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:45:52.434892 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629428b-d5dd-4838-bf43-e1637d0598fb None None] Routers {'2dec303a-5001-4b8d-bc6d-d804f9baa1c5'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:45:52.435468 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-6629428b-d5dd-4838-bf43-e1637d0598fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1618fa0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:45:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:52.469128 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7b270bfb-ca71-4e04-96e8-4474cd345e92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:52.478443 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-7b270bfb-ca71-4e04-96e8-4474cd345e92 admin admin] Deleting port 7b415448-46c4-4ce3-9b4e-b25215b09225 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:45:52.478871 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7b270bfb-ca71-4e04-96e8-4474cd345e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:52.583520 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-6629428b-d5dd-4838-bf43-e1637d0598fb None None] Set router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 gateway port host: None {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:45:52.688790 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-6629428b-d5dd-4838-bf43-e1637d0598fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1618fa0>, [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:45:52Z', 'revision_number': 6, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port_host': None}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:52.692554 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629428b-d5dd-4838-bf43-e1637d0598fb None None] The sync data for ids ['2dec303a-5001-4b8d-bc6d-d804f9baa1c5'] in dv-cinder-843305-3-iscsi is: [{'id': '2dec303a-5001-4b8d-bc6d-d804f9baa1c5', 'name': 'tempest-TestVolumeBootPattern-1112318105-router', 'tenant_id': '30a1fd487fe2476d82a21d16c148b9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:49Z', 'updated_at': '2022-05-27T00:45:52Z', 'revision_number': 6, 'project_id': '30a1fd487fe2476d82a21d16c148b9e1', 'gw_port_host': None}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:45:52.748146 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-7b270bfb-ca71-4e04-96e8-4474cd345e92 admin admin] For port 7b415448-46c4-4ce3-9b4e-b25215b09225, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=7b415448-46c4-4ce3-9b4e-b25215b09225,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:45:52.748487 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7b270bfb-ca71-4e04-96e8-4474cd345e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:52.869509 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-7b270bfb-ca71-4e04-96e8-4474cd345e92 admin admin] Calling delete_port for 7b415448-46c4-4ce3-9b4e-b25215b09225 owned by network:router_gateway {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:45:53.030058 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7b270bfb-ca71-4e04-96e8-4474cd345e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:53.074748 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b270bfb-ca71-4e04-96e8-4474cd345e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b415448-46c4-4ce3-9b4e-b25215b09225,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:53.294188 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7b270bfb-ca71-4e04-96e8-4474cd345e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105413'] for router_gateway, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:53.508532 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 75fa974c-1fb6-4c0d-bb7b-5429e3602bca no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:45:53.544644 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: 75fa974c-1fb6-4c0d-bb7b-5429e3602bca {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:45:53.544980 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 75fa974c-1fb6-4c0d-bb7b-5429e3602bca not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:45:53.545387 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 7b415448-46c4-4ce3-9b4e-b25215b09225 no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:45:53.576292 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: 7b415448-46c4-4ce3-9b4e-b25215b09225 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:45:53.576626 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 7b415448-46c4-4ce3-9b4e-b25215b09225 not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:45:53.600520 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7b270bfb-ca71-4e04-96e8-4474cd345e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4108853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:53.607784 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7b270bfb-ca71-4e04-96e8-4474cd345e92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:53.624057 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c48a7-22ce-4326-8a51-e564dfcfb891 req-92ba6be3-3937-45a5-a92b-38f24031f886 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:53.625495 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-dd1c48a7-22ce-4326-8a51-e564dfcfb891 req-92ba6be3-3937-45a5-a92b-38f24031f886 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 945 time: 0.2217829
May 27 00:45:53.659867 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7b270bfb-ca71-4e04-96e8-4474cd345e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4108953'] for router, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:53.660388 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b270bfb-ca71-4e04-96e8-4474cd345e92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dec303a-5001-4b8d-bc6d-d804f9baa1c5 {{(pid=83748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 27 00:45:53.686994 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7b270bfb-ca71-4e04-96e8-4474cd345e92 admin admin] Notify callbacks [] for router, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:53.688144 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-7b270bfb-ca71-4e04-96e8-4474cd345e92 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2dec303a-5001-4b8d-bc6d-d804f9baa1c5 HTTP/1.1" status: 204  len: 168 time: 1.7162852
May 27 00:45:53.690495 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-dd1c48a7-22ce-4326-8a51-e564dfcfb891 req-092d88a5-1282-468b-a52a-fc5220a6b89b tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd73577-eac4-4820-a51a-0172a21bc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593960
May 27 00:45:53.690935 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39782) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:53.756996 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_v2 [None req-064d8454-2511-4e10-866c-47196b2e896b admin admin] Deleting subnet 502f2fe6-a878-4f72-aab8-414e70e2c519 {{(pid=83748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:45:53.760081 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-064d8454-2511-4e10-866c-47196b2e896b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:53.813946 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-064d8454-2511-4e10-866c-47196b2e896b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2882327'] for subnet, precommit_delete_associations {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:53.946913 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66408f3-186b-4da2-9c39-92ae5b97513c req-33069210-7de2-4f84-af8c-1cd6016683e3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:53.948365 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-d66408f3-186b-4da2-9c39-92ae5b97513c req-33069210-7de2-4f84-af8c-1cd6016683e3 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 945 time: 0.1375058
May 27 00:45:53.951237 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-064d8454-2511-4e10-866c-47196b2e896b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:53.957842 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39788) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:53.964138 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.v2.base [None req-b45b2cf6-d8d1-4199-974c-99a420149980 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Request body: {'floatingip': {'port_id': 'a1568be0-a453-440c-9bcb-a21f3f005265'}} {{(pid=83746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
May 27 00:45:54.042451 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b45b2cf6-d8d1-4199-974c-99a420149980 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, before_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:54.116409 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-064d8454-2511-4e10-866c-47196b2e896b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3199571'] for subnet, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:54.151574 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d8454-2511-4e10-866c-47196b2e896b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502f2fe6-a878-4f72-aab8-414e70e2c519,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:54.159318 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-064d8454-2511-4e10-866c-47196b2e896b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:54.165812 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672a9321-4262-4fb1-91be-9cc005b157f5 None None] Network 4c3528cc-de1a-4792-9062-0f95d08281aa requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:45:54.166192 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-064d8454-2511-4e10-866c-47196b2e896b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/502f2fe6-a878-4f72-aab8-414e70e2c519 HTTP/1.1" status: 204  len: 168 time: 0.4743404
May 27 00:45:54.169308 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39792) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:54.280525 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:54.291503 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] Deleting port a54ddd55-1b30-4b87-a9f6-3c214600e871 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:45:54.291858 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:54.432539 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b02298-c5a8-491a-b386-39d3a5845f4e None None] DHCP port deletion for 4c3528cc-de1a-4792-9062-0f95d08281aa request from dv-cinder-843305-3-iscsi {{(pid=83749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
May 27 00:45:54.437211 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-61b02298-c5a8-491a-b386-39d3a5845f4e None None] Deleting port a54ddd55-1b30-4b87-a9f6-3c214600e871 {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:45:54.437671 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-61b02298-c5a8-491a-b386-39d3a5845f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:54.504595 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] For port a54ddd55-1b30-4b87-a9f6-3c214600e871, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=a54ddd55-1b30-4b87-a9f6-3c214600e871,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:45:54.504946 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:54.627345 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] Calling delete_port for a54ddd55-1b30-4b87-a9f6-3c214600e871 owned by network:dhcp {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:45:54.646046 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-61b02298-c5a8-491a-b386-39d3a5845f4e None None] For port a54ddd55-1b30-4b87-a9f6-3c214600e871, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=a54ddd55-1b30-4b87-a9f6-3c214600e871,segment=NetworkSegment(183c8e9b-8376-4c24-a374-07ba7c136aea),segment_id=183c8e9b-8376-4c24-a374-07ba7c136aea)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:45:54.646696 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-61b02298-c5a8-491a-b386-39d3a5845f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:54.702090 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:54.724026 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b45b2cf6-d8d1-4199-974c-99a420149980 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:54.728042 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b45b2cf6-d8d1-4199-974c-99a420149980 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:54.749985 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] Pushing event deleted for resources: {'Port': ['ID=a54ddd55-1b30-4b87-a9f6-3c214600e871,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:54.756070 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] No DVR routers for this DVR port a54ddd55-1b30-4b87-a9f6-3c214600e871 on host dv-cinder-843305-3-iscsi {{(pid=83748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:45:54.768279 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-61b02298-c5a8-491a-b386-39d3a5845f4e None None] Calling delete_port for a54ddd55-1b30-4b87-a9f6-3c214600e871 owned by network:dhcp {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:45:54.870278 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.db.api [None req-61b02298-c5a8-491a-b386-39d3a5845f4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 27 00:45:54.870628 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG oslo_db.api [None req-61b02298-c5a8-491a-b386-39d3a5845f4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 27 00:45:54.875207 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:54.901140 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf100fd30>,) {'filters': {'network_id': ['4c3528cc-de1a-4792-9062-0f95d08281aa']}} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:54.913791 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf100fd30>, '183c8e9b-8376-4c24-a374-07ba7c136aea') {'for_net_delete': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:54.914081 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf100fd30>, '183c8e9b-8376-4c24-a374-07ba7c136aea') {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:54.925856 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2868708'] for segment, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:54.932678 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [None req-b45b2cf6-d8d1-4199-974c-99a420149980 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Floating IP 1df48b3a-bf42-445c-9cd0-a10ee75c5ad6 associated. External IP: 172.27.3.107, port: a1568be0-a453-440c-9bcb-a21f3f005265.
May 27 00:45:54.941777 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:54.948010 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=83748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:45:54.948581 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877271'] for segment, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]: Traceback (most recent call last):
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:     timer()
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:     cb(*args, **kw)
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:     return func(*args, **kwargs)
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:     self._notify()
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:     self.callback(batched_events)
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:     event.method(event)
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:     return f(self, *a, **k)
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._get(url).json()
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self.request(url, 'GET', **kwargs)
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:45:54.962458 dv-cinder-843305-3-iscsi neutron-server[83748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:45:55.037406 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:55.053863 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:55.063765 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] Pushing event deleted for resources: {'Network': ['ID=4c3528cc-de1a-4792-9062-0f95d08281aa,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:55.076837 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-e8843d1b-398c-4225-883a-12f3ccaff15d admin admin] 10.222.0.21 "DELETE /v2.0/networks/4c3528cc-de1a-4792-9062-0f95d08281aa HTTP/1.1" status: 204  len: 168 time: 0.9065697
May 27 00:45:55.079748 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39796) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:55.315572 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45b2cf6-d8d1-4199-974c-99a420149980 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Router ced7812f-6bd3-4e6d-8cab-ea0800daf879 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:45:55.372022 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-61b02298-c5a8-491a-b386-39d3a5845f4e None None] Deleting port a54ddd55-1b30-4b87-a9f6-3c214600e871 {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:45:55.372395 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-61b02298-c5a8-491a-b386-39d3a5845f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:55.435059 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-61b02298-c5a8-491a-b386-39d3a5845f4e None None] The port 'a54ddd55-1b30-4b87-a9f6-3c214600e871' was deleted {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
May 27 00:45:55.464231 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c22c5935-0993-4fa1-9b02-5d9dcc56a1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4106200'] for router_interface, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:55.512272 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device a54ddd55-1b30-4b87-a9f6-3c214600e871 no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:45:55.528063 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45b2cf6-d8d1-4199-974c-99a420149980 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:45:55.532424 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b45b2cf6-d8d1-4199-974c-99a420149980 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:55.542421 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966cf3b-5bf2-4f9d-9dad-55a4bed4d8e4 None None] Sync routers for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:45:55.553270 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: a54ddd55-1b30-4b87-a9f6-3c214600e871 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:45:55.553601 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device a54ddd55-1b30-4b87-a9f6-3c214600e871 not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:45:55.564919 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966cf3b-5bf2-4f9d-9dad-55a4bed4d8e4 None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:45:55.565547 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-e966cf3b-5bf2-4f9d-9dad-55a4bed4d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf0ce37c0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:45:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:55.597636 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-b45b2cf6-d8d1-4199-974c-99a420149980 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "PUT /v2.0/floatingips/1df48b3a-bf42-445c-9cd0-a10ee75c5ad6 HTTP/1.1" status: 200  len: 991 time: 1.6358099
May 27 00:45:55.597636 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfaefe64-c6cc-4732-adc3-0e1ec2b02de7', 'tag': 'a1568be0-a453-440c-9bcb-a21f3f005265'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:45:55.651893 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb239ebe-f502-42d2-8051-0468493ec843'] response: {'name': 'network-changed', 'server_uuid': 'bfaefe64-c6cc-4732-adc3-0e1ec2b02de7', 'tag': 'a1568be0-a453-440c-9bcb-a21f3f005265', 'status': 'completed', 'code': 200}
May 27 00:45:55.742348 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2f58f7d3-2011-4de7-983b-b7192e33fa68 req-f891a7d1-c2dc-4098-bb7c-bb0a4be70393 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 1098 time: 0.0693016
May 27 00:45:55.747123 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-e966cf3b-5bf2-4f9d-9dad-55a4bed4d8e4 None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:45:55.872871 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58f7d3-2011-4de7-983b-b7192e33fa68 req-b1f82201-9385-4878-83cb-0494f72feb38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:55.874368 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2f58f7d3-2011-4de7-983b-b7192e33fa68 req-b1f82201-9385-4878-83cb-0494f72feb38 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 200  len: 916 time: 0.1267641
May 27 00:45:55.977377 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2f58f7d3-2011-4de7-983b-b7192e33fa68 req-9c7179e1-631f-43bb-a44c-3f4b8a68d4ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1568be0-a453-440c-9bcb-a21f3f005265 HTTP/1.1" status: 200  len: 999 time: 0.0978620
May 27 00:45:56.040140 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58f7d3-2011-4de7-983b-b7192e33fa68 req-aa65c596-bcb4-4771-a049-ce905adbcf15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:45:56.042110 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2f58f7d3-2011-4de7-983b-b7192e33fa68 req-aa65c596-bcb4-4771-a049-ce905adbcf15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=80be4f1b-7e3e-4cbc-af41-ba8a72bc6191 HTTP/1.1" status: 200  len: 854 time: 0.0591331
May 27 00:45:56.102897 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-e966cf3b-5bf2-4f9d-9dad-55a4bed4d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf0ce37c0>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '1df48b3a-bf42-445c-9cd0-a10ee75c5ad6', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': 'a1568be0-a453-440c-9bcb-a21f3f005265', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:21:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaefe64-c6cc-4732-adc3-0e1ec2b02de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:45:39Z', 'updated_at': '2022-05-27T00:45:54Z', 'revision_number': 1, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:56.107381 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966cf3b-5bf2-4f9d-9dad-55a4bed4d8e4 None None] Checking router: ced7812f-6bd3-4e6d-8cab-ea0800daf879 for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:45:56.119888 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966cf3b-5bf2-4f9d-9dad-55a4bed4d8e4 None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:45:56.120072 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2f58f7d3-2011-4de7-983b-b7192e33fa68 req-54df5ba2-abcf-4f5a-af8b-473e27706a8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f04d0053-3adb-4922-88cc-885696f296f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725868
May 27 00:45:56.121682 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-e966cf3b-5bf2-4f9d-9dad-55a4bed4d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf0ce37c0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:45:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:56.180203 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-c22c5935-0993-4fa1-9b02-5d9dcc56a1a0 admin admin] Deleting port 2b54dac5-2d60-40c4-86db-3298b02cd75b {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:45:56.180768 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c22c5935-0993-4fa1-9b02-5d9dcc56a1a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:56.319915 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-e966cf3b-5bf2-4f9d-9dad-55a4bed4d8e4 None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:45:56.346690 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2f58f7d3-2011-4de7-983b-b7192e33fa68 req-51dfb249-c129-4e07-9cfb-ab02fd8cadea service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2206223
May 27 00:45:56.368207 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-c22c5935-0993-4fa1-9b02-5d9dcc56a1a0 admin admin] For port 2b54dac5-2d60-40c4-86db-3298b02cd75b, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=2b54dac5-2d60-40c4-86db-3298b02cd75b,segment=NetworkSegment(2fa28894-cf77-4884-8612-bccbd54fe2d8),segment_id=2fa28894-cf77-4884-8612-bccbd54fe2d8)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:45:56.368563 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c22c5935-0993-4fa1-9b02-5d9dcc56a1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:56.476800 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-2f58f7d3-2011-4de7-983b-b7192e33fa68 req-f737cd36-0ae2-4185-87f9-0d2beba6c54a service neutron] 10.222.0.45 "GET /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248524
May 27 00:45:56.489443 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-c22c5935-0993-4fa1-9b02-5d9dcc56a1a0 admin admin] Calling delete_port for 2b54dac5-2d60-40c4-86db-3298b02cd75b owned by network:router_interface {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:45:56.654356 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c22c5935-0993-4fa1-9b02-5d9dcc56a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:56.666113 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-e966cf3b-5bf2-4f9d-9dad-55a4bed4d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf0ce37c0>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '1df48b3a-bf42-445c-9cd0-a10ee75c5ad6', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': 'a1568be0-a453-440c-9bcb-a21f3f005265', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:21:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaefe64-c6cc-4732-adc3-0e1ec2b02de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:45:39Z', 'updated_at': '2022-05-27T00:45:54Z', 'revision_number': 1, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:56.670146 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966cf3b-5bf2-4f9d-9dad-55a4bed4d8e4 None None] The sync data for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi is: [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_floatingips': [{'id': '1df48b3a-bf42-445c-9cd0-a10ee75c5ad6', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'router_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'port_id': 'a1568be0-a453-440c-9bcb-a21f3f005265', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'mac_address': 'fa:16:3e:21:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaefe64-c6cc-4732-adc3-0e1ec2b02de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:45:39Z', 'updated_at': '2022-05-27T00:45:54Z', 'revision_number': 1, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:45:56.704997 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c5935-0993-4fa1-9b02-5d9dcc56a1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b54dac5-2d60-40c4-86db-3298b02cd75b,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:56.876935 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e888822a-f7a5-471c-bfc3-3d566e3a9699 None None] New status for floating IP 1df48b3a-bf42-445c-9cd0-a10ee75c5ad6: ACTIVE {{(pid=83750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:45:56.998327 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c22c5935-0993-4fa1-9b02-5d9dcc56a1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106127'] for router_interface, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:57.641670 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22c5935-0993-4fa1-9b02-5d9dcc56a1a0 admin admin] Router c8be2e66-5606-4c31-9e68-e7e5945d9ac2 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:45:57.834785 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22c5935-0993-4fa1-9b02-5d9dcc56a1a0 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:45:57.843082 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e8e0c2-1796-443a-b3bc-b1215133dda7 None None] Sync routers for ids ['c8be2e66-5606-4c31-9e68-e7e5945d9ac2'] in dv-cinder-843305-3-iscsi {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:45:57.854147 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39804) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:57.854887 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e8e0c2-1796-443a-b3bc-b1215133dda7 None None] Routers {'c8be2e66-5606-4c31-9e68-e7e5945d9ac2'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:45:57.855816 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-c22c5935-0993-4fa1-9b02-5d9dcc56a1a0 admin admin] 10.222.0.21 "PUT /v2.0/routers/c8be2e66-5606-4c31-9e68-e7e5945d9ac2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7736900
May 27 00:45:57.856246 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-83e8e0c2-1796-443a-b3bc-b1215133dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf0ce37f0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:45:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['c8be2e66-5606-4c31-9e68-e7e5945d9ac2'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:58.055944 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4bfdcaa-5bff-48bd-9985-9d14c8a6b455 admin admin] Notify callbacks [] for router, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:58.076848 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-83e8e0c2-1796-443a-b3bc-b1215133dda7 None None] Set router c8be2e66-5606-4c31-9e68-e7e5945d9ac2 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:45:58.243240 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4bfdcaa-5bff-48bd-9985-9d14c8a6b455 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:58.252337 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b4bfdcaa-5bff-48bd-9985-9d14c8a6b455 admin admin] Deleting port c866263d-fcf5-4459-be1d-33db8dd98f7c {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:45:58.252648 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4bfdcaa-5bff-48bd-9985-9d14c8a6b455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:58.351028 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-83e8e0c2-1796-443a-b3bc-b1215133dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf0ce37f0>, [{'id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'name': 'tempest-TestVolumeBootPattern-854219624-router', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'c866263d-fcf5-4459-be1d-33db8dd98f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:56Z', 'updated_at': '2022-05-27T00:45:56Z', 'revision_number': 5, 'project_id': '9a973666f1e242c69ced8d9bfe513388', 'gw_port': {'id': 'c866263d-fcf5-4459-be1d-33db8dd98f7c', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:36:57Z', 'updated_at': '2022-05-27T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:58.354753 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e8e0c2-1796-443a-b3bc-b1215133dda7 None None] Checking router: c8be2e66-5606-4c31-9e68-e7e5945d9ac2 for host: dv-cinder-843305-3-iscsi {{(pid=83749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:45:58.364895 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e8e0c2-1796-443a-b3bc-b1215133dda7 None None] Routers {'c8be2e66-5606-4c31-9e68-e7e5945d9ac2'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:45:58.365475 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-83e8e0c2-1796-443a-b3bc-b1215133dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf0ce37f0>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:45:47Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['c8be2e66-5606-4c31-9e68-e7e5945d9ac2'], 'active': True} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:58.420436 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-b4bfdcaa-5bff-48bd-9985-9d14c8a6b455 admin admin] For port c866263d-fcf5-4459-be1d-33db8dd98f7c, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=c866263d-fcf5-4459-be1d-33db8dd98f7c,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:45:58.420779 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4bfdcaa-5bff-48bd-9985-9d14c8a6b455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:58.512383 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_dvr_db [None req-83e8e0c2-1796-443a-b3bc-b1215133dda7 None None] Set router c8be2e66-5606-4c31-9e68-e7e5945d9ac2 gateway port host: None {{(pid=83749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:45:58.540444 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-b4bfdcaa-5bff-48bd-9985-9d14c8a6b455 admin admin] Calling delete_port for c866263d-fcf5-4459-be1d-33db8dd98f7c owned by network:router_gateway {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:45:58.613429 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.db.l3_hamode_db [None req-83e8e0c2-1796-443a-b3bc-b1215133dda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf0ce37f0>, [{'id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'name': 'tempest-TestVolumeBootPattern-854219624-router', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:56Z', 'updated_at': '2022-05-27T00:45:58Z', 'revision_number': 6, 'project_id': '9a973666f1e242c69ced8d9bfe513388', 'gw_port_host': None}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:45:58.617238 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e8e0c2-1796-443a-b3bc-b1215133dda7 None None] The sync data for ids ['c8be2e66-5606-4c31-9e68-e7e5945d9ac2'] in dv-cinder-843305-3-iscsi is: [{'id': 'c8be2e66-5606-4c31-9e68-e7e5945d9ac2', 'name': 'tempest-TestVolumeBootPattern-854219624-router', 'tenant_id': '9a973666f1e242c69ced8d9bfe513388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:36:56Z', 'updated_at': '2022-05-27T00:45:58Z', 'revision_number': 6, 'project_id': '9a973666f1e242c69ced8d9bfe513388', 'gw_port_host': None}] {{(pid=83749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:45:58.701343 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4bfdcaa-5bff-48bd-9985-9d14c8a6b455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:58.742191 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfdcaa-5bff-48bd-9985-9d14c8a6b455 admin admin] Pushing event deleted for resources: {'Port': ['ID=c866263d-fcf5-4459-be1d-33db8dd98f7c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:58.959865 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4bfdcaa-5bff-48bd-9985-9d14c8a6b455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105413'] for router_gateway, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:59.290642 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4bfdcaa-5bff-48bd-9985-9d14c8a6b455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4108853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:59.295337 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4bfdcaa-5bff-48bd-9985-9d14c8a6b455 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:59.319649 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4bfdcaa-5bff-48bd-9985-9d14c8a6b455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4108953'] for router, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:59.320207 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bfdcaa-5bff-48bd-9985-9d14c8a6b455 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8be2e66-5606-4c31-9e68-e7e5945d9ac2 {{(pid=83746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 27 00:45:59.331529 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-b4bfdcaa-5bff-48bd-9985-9d14c8a6b455 admin admin] Notify callbacks [] for router, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:59.334034 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-b4bfdcaa-5bff-48bd-9985-9d14c8a6b455 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c8be2e66-5606-4c31-9e68-e7e5945d9ac2 HTTP/1.1" status: 204  len: 168 time: 1.4787979
May 27 00:45:59.336355 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39808) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:59.395983 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.db_base_plugin_v2 [None req-e895a9f8-822c-4aed-8e3a-acd93805e08b admin admin] Deleting subnet f2d519d9-716f-4d44-adc3-5ada9805d3e6 {{(pid=83746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:45:59.398855 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e895a9f8-822c-4aed-8e3a-acd93805e08b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:59.452098 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e895a9f8-822c-4aed-8e3a-acd93805e08b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-557838'] for subnet, precommit_delete_associations {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:59.509082 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device c866263d-fcf5-4459-be1d-33db8dd98f7c no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:45:59.532130 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e895a9f8-822c-4aed-8e3a-acd93805e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:59.542517 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: c866263d-fcf5-4459-be1d-33db8dd98f7c {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:45:59.542812 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device c866263d-fcf5-4459-be1d-33db8dd98f7c not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:45:59.543259 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 2b54dac5-2d60-40c4-86db-3298b02cd75b no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:45:59.578504 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: 2b54dac5-2d60-40c4-86db-3298b02cd75b {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:45:59.578833 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 2b54dac5-2d60-40c4-86db-3298b02cd75b not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:45:59.605976 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e895a9f8-822c-4aed-8e3a-acd93805e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3631523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3005874'] for subnet, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:59.642204 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895a9f8-822c-4aed-8e3a-acd93805e08b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2d519d9-716f-4d44-adc3-5ada9805d3e6,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:45:59.648232 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-e895a9f8-822c-4aed-8e3a-acd93805e08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for subnet, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:59.653314 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df301b11-b277-4f2c-ad0b-2bc47b537750 None None] Network c947efa3-d830-41d8-a127-e56e04f1ea6d requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:45:59.654378 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-e895a9f8-822c-4aed-8e3a-acd93805e08b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f2d519d9-716f-4d44-adc3-5ada9805d3e6 HTTP/1.1" status: 204  len: 168 time: 0.3168716
May 27 00:45:59.656847 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39812) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:45:59.760614 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:59.771448 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] Deleting port b8cd42c9-9744-4170-b833-7d80df679f37 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:45:59.771803 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:59.891902 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04e0e60-584c-4e4f-b3fa-9f7832836398 None None] DHCP port deletion for c947efa3-d830-41d8-a127-e56e04f1ea6d request from dv-cinder-843305-3-iscsi {{(pid=83749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
May 27 00:45:59.895774 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-c04e0e60-584c-4e4f-b3fa-9f7832836398 None None] Deleting port b8cd42c9-9744-4170-b833-7d80df679f37 {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:45:59.896134 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-c04e0e60-584c-4e4f-b3fa-9f7832836398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:45:59.975030 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] For port b8cd42c9-9744-4170-b833-7d80df679f37, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=b8cd42c9-9744-4170-b833-7d80df679f37,segment=NetworkSegment(2fa28894-cf77-4884-8612-bccbd54fe2d8),segment_id=2fa28894-cf77-4884-8612-bccbd54fe2d8)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:45:59.975701 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:00.094681 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-c04e0e60-584c-4e4f-b3fa-9f7832836398 None None] For port b8cd42c9-9744-4170-b833-7d80df679f37, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=b8cd42c9-9744-4170-b833-7d80df679f37,segment=NetworkSegment(2fa28894-cf77-4884-8612-bccbd54fe2d8),segment_id=2fa28894-cf77-4884-8612-bccbd54fe2d8)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:46:00.095021 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-c04e0e60-584c-4e4f-b3fa-9f7832836398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:00.096789 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] Calling delete_port for b8cd42c9-9744-4170-b833-7d80df679f37 owned by network:dhcp {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:46:00.168772 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:00.211691 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-c04e0e60-584c-4e4f-b3fa-9f7832836398 None None] Calling delete_port for b8cd42c9-9744-4170-b833-7d80df679f37 owned by network:dhcp {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:46:00.215726 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=b8cd42c9-9744-4170-b833-7d80df679f37,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:46:00.219414 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] No DVR routers for this DVR port b8cd42c9-9744-4170-b833-7d80df679f37 on host dv-cinder-843305-3-iscsi {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:46:00.282411 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.db.api [None req-c04e0e60-584c-4e4f-b3fa-9f7832836398 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 27 00:46:00.282758 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG oslo_db.api [None req-c04e0e60-584c-4e4f-b3fa-9f7832836398 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 27 00:46:00.336362 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:00.361126 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf12049d0>,) {'filters': {'network_id': ['c947efa3-d830-41d8-a127-e56e04f1ea6d']}} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:46:00.372474 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf12049d0>, '2fa28894-cf77-4884-8612-bccbd54fe2d8') {'for_net_delete': True} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:46:00.372764 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.services.segments.db [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf12049d0>, '2fa28894-cf77-4884-8612-bccbd54fe2d8') {} {{(pid=83746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:46:00.383537 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-572925'] for segment, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:00.398973 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:00.405575 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=83746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:46:00.405952 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3631565'] for segment, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]: Traceback (most recent call last):
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:     timer()
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:     cb(*args, **kw)
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:     return func(*args, **kwargs)
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:     self._notify()
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:     self.callback(batched_events)
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:     event.method(event)
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:     return f(self, *a, **k)
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self._get(url).json()
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:     return self.request(url, 'GET', **kwargs)
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:46:00.419514 dv-cinder-843305-3-iscsi neutron-server[83746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:46:00.571842 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:00.587612 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:00.597903 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] Pushing event deleted for resources: {'Network': ['ID=c947efa3-d830-41d8-a127-e56e04f1ea6d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:46:00.604783 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-f0bbd943-8f03-4734-883e-e9d187060b6a admin admin] 10.222.0.21 "DELETE /v2.0/networks/c947efa3-d830-41d8-a127-e56e04f1ea6d HTTP/1.1" status: 204  len: 168 time: 0.9469790
May 27 00:46:00.738763 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39818) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:46:00.784185 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-c04e0e60-584c-4e4f-b3fa-9f7832836398 None None] Deleting port b8cd42c9-9744-4170-b833-7d80df679f37 {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:46:00.784703 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-c04e0e60-584c-4e4f-b3fa-9f7832836398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:00.787414 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-0d0893b5-650a-4024-a6d7-102e0b158f54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30a1fd487fe2476d82a21d16c148b9e1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0475435
May 27 00:46:00.789746 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39822) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:46:00.859768 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-491f3bb0-026a-4eec-8602-351a33f77d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:00.886639 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-c04e0e60-584c-4e4f-b3fa-9f7832836398 None None] The port 'b8cd42c9-9744-4170-b833-7d80df679f37' was deleted {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
May 27 00:46:00.892500 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-491f3bb0-026a-4eec-8602-351a33f77d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:00.942782 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-491f3bb0-026a-4eec-8602-351a33f77d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:00.958883 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f3bb0-026a-4eec-8602-351a33f77d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee84342c-09b2-4378-a5c6-30a55cee601c,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:46:00.966783 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-491f3bb0-026a-4eec-8602-351a33f77d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:00.970447 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-491f3bb0-026a-4eec-8602-351a33f77d55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee84342c-09b2-4378-a5c6-30a55cee601c HTTP/1.1" status: 204  len: 168 time: 0.1771178
May 27 00:46:01.344533 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39830) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:46:01.393260 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-e239e350-92da-4855-8447-fbd3ad2b7096 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a973666f1e242c69ced8d9bfe513388&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0474143
May 27 00:46:01.395522 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39834) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:46:01.453854 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-85ce1e93-b75e-4e68-b284-9f6068666bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:01.482236 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-85ce1e93-b75e-4e68-b284-9f6068666bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:01.507756 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device b8cd42c9-9744-4170-b833-7d80df679f37 no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:46:01.541754 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-85ce1e93-b75e-4e68-b284-9f6068666bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:01.545117 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: b8cd42c9-9744-4170-b833-7d80df679f37 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:46:01.545553 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device b8cd42c9-9744-4170-b833-7d80df679f37 not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:46:01.557232 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce1e93-b75e-4e68-b284-9f6068666bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615302ee-7476-480d-adc5-9b16c238b39d,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:46:01.561420 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-85ce1e93-b75e-4e68-b284-9f6068666bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:01.564798 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-85ce1e93-b75e-4e68-b284-9f6068666bc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/615302ee-7476-480d-adc5-9b16c238b39d HTTP/1.1" status: 204  len: 168 time: 0.1660802
May 27 00:46:12.135499 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:46:13.493256 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:14.548161 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-827f2487-fd4f-4d1d-a692-b732ab0b284b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:16.710138 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-1bccb961-87dd-4e3c-96a9-682c1aa47236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:17.987179 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:17.989006 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:19.281368 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:43.497569 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:44.550290 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f1a80adf-6a5f-47c3-8fa8-74a2a7a9126f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:46.710249 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8540eba6-9389-4044-a6a2-cc24df60d078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:47.990378 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:47.992527 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:46:49.135361 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:46:49.284468 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:13.496311 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:14.553325 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a46027ae-f23c-4151-859f-24d9f891f4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:16.711272 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-5d379596-d924-4d66-aa06-ee885d30697e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:17.991088 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:17.992961 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:19.287370 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:21.932394 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f40aea-adb4-46f6-8f5e-f4d6f0f29ef6 req-8e8822c0-18e0-4909-b153-41efb4bcb992 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:47:21.933824 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b7f40aea-adb4-46f6-8f5e-f4d6f0f29ef6 req-8e8822c0-18e0-4909-b153-41efb4bcb992 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 945 time: 0.0742416
May 27 00:47:21.978127 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-b7f40aea-adb4-46f6-8f5e-f4d6f0f29ef6 req-9b32e9bd-1e74-419b-8348-ffd2b2eb2465 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd73577-eac4-4820-a51a-0172a21bc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388846
May 27 00:47:23.176516 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23a7eb-9ddc-4b0b-ac11-76cc275c3c1f req-a7351796-512c-4e03-ae28-405300b9d9b1 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:47:23.177876 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ad23a7eb-9ddc-4b0b-ac11-76cc275c3c1f req-a7351796-512c-4e03-ae28-405300b9d9b1 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 945 time: 0.0813360
May 27 00:47:23.222378 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-ad23a7eb-9ddc-4b0b-ac11-76cc275c3c1f req-12518ef0-9cbe-4c9d-af66-697725ce7431 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd73577-eac4-4820-a51a-0172a21bc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389504
May 27 00:47:23.684682 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-5d9aa32e-7613-4961-93c5-a0cdce7c4f4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:47:23.685357 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-5d9aa32e-7613-4961-93c5-a0cdce7c4f4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Synchronizing usage tracker for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:port {{(pid=83746) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 27 00:47:23.700253 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-5d9aa32e-7613-4961-93c5-a0cdce7c4f4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Unset dirty status for tenant:93f0f93a783e461dbde76d7c5fbc9bdb on resource:port {{(pid=83746) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 27 00:47:23.701389 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-5d9aa32e-7613-4961-93c5-a0cdce7c4f4e tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 945 time: 0.0922642
May 27 00:47:23.766533 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Deleting port a1568be0-a453-440c-9bcb-a21f3f005265 {{(pid=83746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:47:23.766796 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:24.003516 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.db [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] For port a1568be0-a453-440c-9bcb-a21f3f005265, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a1568be0-a453-440c-9bcb-a21f3f005265,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:47:24.003969 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:24.281376 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:24.281734 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4105450'] for floatingip, after_update {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:24.282060 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.db.l3_db [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Floating IP 1df48b3a-bf42-445c-9cd0-a10ee75c5ad6 disassociated. External IP: 172.27.3.107, port: a1568be0-a453-440c-9bcb-a21f3f005265.
May 27 00:47:24.282387 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.plugins.ml2.plugin [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Calling delete_port for a1568be0-a453-440c-9bcb-a21f3f005265 owned by compute:nova {{(pid=83746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:47:24.417064 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7ab33-5796-4807-b5b6-048d13731dfc req-730e0a63-b5fc-4b13-9fd1-b6599e572bf9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 27 00:47:24.418595 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-60a7ab33-5796-4807-b5b6-048d13731dfc req-730e0a63-b5fc-4b13-9fd1-b6599e572bf9 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfaefe64-c6cc-4732-adc3-0e1ec2b02de7 HTTP/1.1" status: 200  len: 945 time: 0.0755579
May 27 00:47:24.423235 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3631504'] for port, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:24.472243 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [req-60a7ab33-5796-4807-b5b6-048d13731dfc req-355f1d79-0f1f-402d-bef1-460d04561f1d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd73577-eac4-4820-a51a-0172a21bc314&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459156
May 27 00:47:24.474593 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event deleted for resources: {'Port': ['ID=a1568be0-a453-440c-9bcb-a21f3f005265,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:47:24.538798 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:24.539063 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:24.539400 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:24.539761 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:24.540346 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:24.540664 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:24.540982 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:24.541298 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:24.541614 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:24.541927 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:24.542240 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:24.683365 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Router ced7812f-6bd3-4e6d-8cab-ea0800daf879 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:47:24.884473 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:47:24.896245 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae44bc8-fcc5-49e3-9c14-00053e7a5fe9 None None] Sync routers for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:47:24.911228 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae44bc8-fcc5-49e3-9c14-00053e7a5fe9 None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:47:24.911858 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-7ae44bc8-fcc5-49e3-9c14-00053e7a5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1216d00>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:47:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:47:24.953486 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.l3_dvrscheduler_db [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] No DVR routers for this DVR port a1568be0-a453-440c-9bcb-a21f3f005265 on host hv-cinder-84330 {{(pid=83746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:47:24.956120 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for port, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:24.959312 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaefe64-c6cc-4732-adc3-0e1ec2b02de7', 'name': 'network-vif-deleted', 'tag': 'a1568be0-a453-440c-9bcb-a21f3f005265'}] {{(pid=83746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 27 00:47:24.978250 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [req-980f545b-7ad8-40fd-8e02-c8a317eeaf14 req-d073b39e-f897-42f6-ad7b-ef6254d2779d tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.45 "DELETE /v2.0/ports/a1568be0-a453-440c-9bcb-a21f3f005265 HTTP/1.1" status: 204  len: 173 time: 1.2717011
May 27 00:47:25.019669 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e64e034-2bb1-43ce-ac33-2e7ce0b6aaad'] response: {'server_uuid': 'bfaefe64-c6cc-4732-adc3-0e1ec2b02de7', 'name': 'network-vif-deleted', 'tag': 'a1568be0-a453-440c-9bcb-a21f3f005265', 'status': 'completed', 'code': 200}
May 27 00:47:25.109989 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-7ae44bc8-fcc5-49e3-9c14-00053e7a5fe9 None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:47:25.409590 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-7ae44bc8-fcc5-49e3-9c14-00053e7a5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1216d00>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:47:25.414024 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae44bc8-fcc5-49e3-9c14-00053e7a5fe9 None None] Checking router: ced7812f-6bd3-4e6d-8cab-ea0800daf879 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:47:25.424529 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae44bc8-fcc5-49e3-9c14-00053e7a5fe9 None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:47:25.425105 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-7ae44bc8-fcc5-49e3-9c14-00053e7a5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf1216d00>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:47:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:47:25.599950 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-7ae44bc8-fcc5-49e3-9c14-00053e7a5fe9 None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:47:25.621837 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 39932) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:47:25.773757 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-da695751-705d-4a16-8d98-9c4da2f32b3f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:25.802021 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-da695751-705d-4a16-8d98-9c4da2f32b3f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:25.854433 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-da695751-705d-4a16-8d98-9c4da2f32b3f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:25.872625 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da695751-705d-4a16-8d98-9c4da2f32b3f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd73577-eac4-4820-a51a-0172a21bc314,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:47:25.885092 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-da695751-705d-4a16-8d98-9c4da2f32b3f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:25.888967 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39936) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:47:25.889424 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-da695751-705d-4a16-8d98-9c4da2f32b3f tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "DELETE /v2.0/security-groups/7fd73577-eac4-4820-a51a-0172a21bc314 HTTP/1.1" status: 204  len: 168 time: 0.2661688
May 27 00:47:25.905198 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.api.v2.resource [None req-247849b8-196e-471c-bb97-b17f53e35d9b tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] show failed (client error): The resource could not be found.
May 27 00:47:25.906166 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-247849b8-196e-471c-bb97-b17f53e35d9b tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "GET /v2.0/security-groups/7fd73577-eac4-4820-a51a-0172a21bc314 HTTP/1.1" status: 404  len: 347 time: 0.0162616
May 27 00:47:25.909057 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39940) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:47:25.916495 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-7ae44bc8-fcc5-49e3-9c14-00053e7a5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf1216d00>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:47:25.920544 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae44bc8-fcc5-49e3-9c14-00053e7a5fe9 None None] The sync data for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi is: [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:52Z', 'revision_number': 4, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi', '_interfaces': [{'id': '584077ab-a119-47a8-aa1a-cecf0b41ee63', 'name': '', 'network_id': 'f04d0053-3adb-4922-88cc-885696f296f9', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'mac_address': 'fa:16:3e:d0:82:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:51Z', 'updated_at': '2022-05-27T00:39:59Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'subnets': [{'id': '80be4f1b-7e3e-4cbc-af41-ba8a72bc6191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:47:26.065469 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Deleting port 19d387ae-34b4-43c4-95dd-a4d7b15e7600 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:47:26.065805 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:26.136000 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:47:26.137687 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cfa5dd-44ec-4e3f-8894-26a2f3d40f38 None None] New status for floating IP 1df48b3a-bf42-445c-9cd0-a10ee75c5ad6: DOWN {{(pid=83749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
May 27 00:47:26.231506 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:26.231928 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:26.439764 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Calling delete_port for 19d387ae-34b4-43c4-95dd-a4d7b15e7600 owned by network:floatingip {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:47:26.516496 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.db.api [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 27 00:47:26.516821 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG oslo_db.api [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 27 00:47:27.018221 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Deleting port 19d387ae-34b4-43c4-95dd-a4d7b15e7600 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:47:27.018767 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:27.184717 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:27.184942 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:27.300852 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Calling delete_port for 19d387ae-34b4-43c4-95dd-a4d7b15e7600 owned by network:floatingip {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:47:27.401316 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device a1568be0-a453-440c-9bcb-a21f3f005265 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:47:27.434030 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:27.437295 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] No Port match for: a1568be0-a453-440c-9bcb-a21f3f005265 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:47:27.437568 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Device a1568be0-a453-440c-9bcb-a21f3f005265 not bound to the agent host hv-cinder-84330 {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:47:27.477368 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Pushing event deleted for resources: {'Port': ['ID=19d387ae-34b4-43c4-95dd-a4d7b15e7600,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:47:27.514576 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:27.514917 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:27.515249 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:27.515575 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:27.515926 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:27.516250 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:27.516571 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:27.516893 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:27.517213 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:27.517531 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:27.517848 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:47:27.578344 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks [] for floatingip, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:27.592263 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56013'] for floatingip, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:27.593360 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-83fc591a-5f55-46c4-b7d8-a360d2a54971 tempest-AttachVolumeNegativeTest-1999020543 tempest-AttachVolumeNegativeTest-1999020543-project] 10.222.0.21 "DELETE /v2.0/floatingips/1df48b3a-bf42-445c-9cd0-a10ee75c5ad6 HTTP/1.1" status: 204  len: 168 time: 1.6834388
May 27 00:47:31.836951 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39978) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:47:32.384926 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-54ce39b9-fc24-406d-8d94-d40a70aa81e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4106200'] for router_interface, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:33.032356 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-54ce39b9-fc24-406d-8d94-d40a70aa81e4 admin admin] Deleting port 584077ab-a119-47a8-aa1a-cecf0b41ee63 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:47:33.033046 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-54ce39b9-fc24-406d-8d94-d40a70aa81e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:33.199022 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-54ce39b9-fc24-406d-8d94-d40a70aa81e4 admin admin] For port 584077ab-a119-47a8-aa1a-cecf0b41ee63, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=584077ab-a119-47a8-aa1a-cecf0b41ee63,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:47:33.199374 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-54ce39b9-fc24-406d-8d94-d40a70aa81e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:33.319266 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-54ce39b9-fc24-406d-8d94-d40a70aa81e4 admin admin] Calling delete_port for 584077ab-a119-47a8-aa1a-cecf0b41ee63 owned by network:router_interface {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:47:33.477736 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-54ce39b9-fc24-406d-8d94-d40a70aa81e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:33.521592 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce39b9-fc24-406d-8d94-d40a70aa81e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=584077ab-a119-47a8-aa1a-cecf0b41ee63,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:47:33.799892 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-54ce39b9-fc24-406d-8d94-d40a70aa81e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3016828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106127'] for router_interface, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:34.436740 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ce39b9-fc24-406d-8d94-d40a70aa81e4 admin admin] Router ced7812f-6bd3-4e6d-8cab-ea0800daf879 has already been hosted by L3 agent 73c50cd2-5f60-4492-81ab-773d1b9fd63c {{(pid=83748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 27 00:47:34.633966 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ce39b9-fc24-406d-8d94-d40a70aa81e4 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-iscsi the message routers_updated {{(pid=83748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 27 00:47:34.642892 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1428b5c-42d2-4213-b022-03ae5932df33 None None] Sync routers for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
May 27 00:47:34.646876 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-54ce39b9-fc24-406d-8d94-d40a70aa81e4 admin admin] 10.222.0.21 "PUT /v2.0/routers/ced7812f-6bd3-4e6d-8cab-ea0800daf879/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8088388
May 27 00:47:34.649318 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39984) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:47:34.654608 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1428b5c-42d2-4213-b022-03ae5932df33 None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:47:34.655203 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-d1428b5c-42d2-4213-b022-03ae5932df33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf14f7700>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:47:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:47:34.831476 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-d1428b5c-42d2-4213-b022-03ae5932df33 None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: dv-cinder-843305-3-iscsi {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:47:34.841990 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6ba3eebe-ff40-461a-9312-a39dbc910a28 admin admin] Notify callbacks [] for router, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:35.033933 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6ba3eebe-ff40-461a-9312-a39dbc910a28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:35.043923 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-6ba3eebe-ff40-461a-9312-a39dbc910a28 admin admin] Deleting port f36b6509-31f4-4547-a660-f2c5ebcb412a {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:47:35.044261 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6ba3eebe-ff40-461a-9312-a39dbc910a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:35.130076 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-d1428b5c-42d2-4213-b022-03ae5932df33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf14f7700>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'external_fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:47:33Z', 'revision_number': 5, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port': {'id': 'f36b6509-31f4-4547-a660-f2c5ebcb412a', 'name': '', 'network_id': 'da325109-6bb9-4d0f-8321-89f562e3239f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '23207757-4014-4f52-8b42-86130b03a5ab', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23207757-4014-4f52-8b42-86130b03a5ab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-iscsi'}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:47:35.133740 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1428b5c-42d2-4213-b022-03ae5932df33 None None] Checking router: ced7812f-6bd3-4e6d-8cab-ea0800daf879 for host: dv-cinder-843305-3-iscsi {{(pid=83750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
May 27 00:47:35.143580 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1428b5c-42d2-4213-b022-03ae5932df33 None None] Routers {'ced7812f-6bd3-4e6d-8cab-ea0800daf879'} bound to L3 agent in host dv-cinder-843305-3-iscsi {{(pid=83750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
May 27 00:47:35.144178 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-d1428b5c-42d2-4213-b022-03ae5932df33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdcf14f7700>, 'dv-cinder-843305-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T00:19:17Z,description=<?>,heartbeat_timestamp=2022-05-27T00:47:17Z,host='dv-cinder-843305-3-iscsi',id=73c50cd2-5f60-4492-81ab-773d1b9fd63c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-27T00:19:17Z,topic='l3_agent')) {'router_ids': ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'], 'active': True} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:47:35.214078 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-6ba3eebe-ff40-461a-9312-a39dbc910a28 admin admin] For port f36b6509-31f4-4547-a660-f2c5ebcb412a, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=f36b6509-31f4-4547-a660-f2c5ebcb412a,segment=NetworkSegment(770658a3-5ab9-4a0a-a7c9-fa4432ceadf3),segment_id=770658a3-5ab9-4a0a-a7c9-fa4432ceadf3)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:47:35.214428 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6ba3eebe-ff40-461a-9312-a39dbc910a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:35.288200 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_dvr_db [None req-d1428b5c-42d2-4213-b022-03ae5932df33 None None] Set router ced7812f-6bd3-4e6d-8cab-ea0800daf879 gateway port host: None {{(pid=83750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
May 27 00:47:35.328945 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-6ba3eebe-ff40-461a-9312-a39dbc910a28 admin admin] Calling delete_port for f36b6509-31f4-4547-a660-f2c5ebcb412a owned by network:router_gateway {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:47:35.388145 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.l3_hamode_db [None req-d1428b5c-42d2-4213-b022-03ae5932df33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdcf14f7700>, [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:47:35Z', 'revision_number': 6, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port_host': None}], 'dv-cinder-843305-3-iscsi', False) {} {{(pid=83750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:47:35.391848 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1428b5c-42d2-4213-b022-03ae5932df33 None None] The sync data for ids ['ced7812f-6bd3-4e6d-8cab-ea0800daf879'] in dv-cinder-843305-3-iscsi is: [{'id': 'ced7812f-6bd3-4e6d-8cab-ea0800daf879', 'name': 'tempest-AttachVolumeNegativeTest-2024108393-router', 'tenant_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:39:49Z', 'updated_at': '2022-05-27T00:47:35Z', 'revision_number': 6, 'project_id': '93f0f93a783e461dbde76d7c5fbc9bdb', 'gw_port_host': None}] {{(pid=83750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
May 27 00:47:35.579877 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6ba3eebe-ff40-461a-9312-a39dbc910a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:35.621172 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3eebe-ff40-461a-9312-a39dbc910a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=f36b6509-31f4-4547-a660-f2c5ebcb412a,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:47:35.843413 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6ba3eebe-ff40-461a-9312-a39dbc910a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4105413'] for router_gateway, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:36.089941 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6ba3eebe-ff40-461a-9312-a39dbc910a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4108853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4933'] for router, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:36.093896 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6ba3eebe-ff40-461a-9312-a39dbc910a28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:36.118397 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6ba3eebe-ff40-461a-9312-a39dbc910a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4108953'] for router, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:36.118935 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba3eebe-ff40-461a-9312-a39dbc910a28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ced7812f-6bd3-4e6d-8cab-ea0800daf879 {{(pid=83748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 27 00:47:36.130672 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-6ba3eebe-ff40-461a-9312-a39dbc910a28 admin admin] Notify callbacks [] for router, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:36.132902 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-6ba3eebe-ff40-461a-9312-a39dbc910a28 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ced7812f-6bd3-4e6d-8cab-ea0800daf879 HTTP/1.1" status: 204  len: 168 time: 1.4815621
May 27 00:47:36.134453 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39988) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:47:36.146338 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 584077ab-a119-47a8-aa1a-cecf0b41ee63 no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:47:36.182490 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: 584077ab-a119-47a8-aa1a-cecf0b41ee63 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:47:36.182823 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 584077ab-a119-47a8-aa1a-cecf0b41ee63 not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:47:36.194287 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5df96a-b3f0-4a11-9cca-f55fa4ec614b admin admin] Deleting subnet 80be4f1b-7e3e-4cbc-af41-ba8a72bc6191 {{(pid=83748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
May 27 00:47:36.197205 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0c5df96a-b3f0-4a11-9cca-f55fa4ec614b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:36.245571 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0c5df96a-b3f0-4a11-9cca-f55fa4ec614b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2882327'] for subnet, precommit_delete_associations {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:36.327946 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0c5df96a-b3f0-4a11-9cca-f55fa4ec614b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1225996'] for subnet, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:36.402247 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0c5df96a-b3f0-4a11-9cca-f55fa4ec614b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1225989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3199571'] for subnet, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:36.441034 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5df96a-b3f0-4a11-9cca-f55fa4ec614b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80be4f1b-7e3e-4cbc-af41-ba8a72bc6191,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:47:36.447012 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0c5df96a-b3f0-4a11-9cca-f55fa4ec614b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:36.452077 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9a65f4-81d1-4aab-b7eb-a5d36effe50e None None] Network f04d0053-3adb-4922-88cc-885696f296f9 requested from dv-cinder-843305-3-iscsi {{(pid=83749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
May 27 00:47:36.454176 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-0c5df96a-b3f0-4a11-9cca-f55fa4ec614b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80be4f1b-7e3e-4cbc-af41-ba8a72bc6191 HTTP/1.1" status: 204  len: 168 time: 0.3189409
May 27 00:47:36.456627 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39992) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:47:36.560382 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1053416'] for network, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:36.570510 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] Deleting port 7700406a-da8c-4a44-85bc-873d187c44a0 {{(pid=83748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:47:36.570829 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:36.682215 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f3d863-4e34-4b85-a2fa-bb4bade121f9 None None] DHCP port deletion for f04d0053-3adb-4922-88cc-885696f296f9 request from dv-cinder-843305-3-iscsi {{(pid=83749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
May 27 00:47:36.686057 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-70f3d863-4e34-4b85-a2fa-bb4bade121f9 None None] Deleting port 7700406a-da8c-4a44-85bc-873d187c44a0 {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:47:36.686548 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-70f3d863-4e34-4b85-a2fa-bb4bade121f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:36.776017 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.db [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] For port 7700406a-da8c-4a44-85bc-873d187c44a0, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=7700406a-da8c-4a44-85bc-873d187c44a0,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:47:36.776631 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:36.885669 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.db [None req-70f3d863-4e34-4b85-a2fa-bb4bade121f9 None None] For port 7700406a-da8c-4a44-85bc-873d187c44a0, host dv-cinder-843305-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-iscsi',level=0,port_id=7700406a-da8c-4a44-85bc-873d187c44a0,segment=NetworkSegment(8bdb4cdc-c518-4609-b891-048b00d6d80e),segment_id=8bdb4cdc-c518-4609-b891-048b00d6d80e)] {{(pid=83749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 27 00:47:36.886050 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-70f3d863-4e34-4b85-a2fa-bb4bade121f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4133866'] for port, precommit_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:36.983661 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.plugin [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] Calling delete_port for 7700406a-da8c-4a44-85bc-873d187c44a0 owned by network:dhcp {{(pid=83748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:47:37.002572 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-70f3d863-4e34-4b85-a2fa-bb4bade121f9 None None] Calling delete_port for 7700406a-da8c-4a44-85bc-873d187c44a0 owned by network:dhcp {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
May 27 00:47:37.057507 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1149615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683333780', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786682875540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877194'] for port, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:37.073748 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.db.api [None req-70f3d863-4e34-4b85-a2fa-bb4bade121f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 27 00:47:37.074111 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG oslo_db.api [None req-70f3d863-4e34-4b85-a2fa-bb4bade121f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 27 00:47:37.099410 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=7700406a-da8c-4a44-85bc-873d187c44a0,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:47:37.105146 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] No DVR routers for this DVR port 7700406a-da8c-4a44-85bc-873d187c44a0 on host dv-cinder-843305-3-iscsi {{(pid=83748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 27 00:47:37.214859 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223321', 'neutron.services.segments.db._delete_segments_for_network-8786683328633'] for network, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:37.238515 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdcf0713fa0>,) {'filters': {'network_id': ['f04d0053-3adb-4922-88cc-885696f296f9']}} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:47:37.250326 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf0713fa0>, '8bdb4cdc-c518-4609-b891-048b00d6d80e') {'for_net_delete': True} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:47:37.250612 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.services.segments.db [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdcf0713fa0>, '8bdb4cdc-c518-4609-b891-048b00d6d80e') {} {{(pid=83748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 27 00:47:37.261879 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683328516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2868708'] for segment, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:37.277048 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1114986'] for segment, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:37.282994 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=83748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
May 27 00:47:37.283582 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1114993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877271'] for segment, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]: Traceback (most recent call last):
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:     timer()
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:     cb(*args, **kw)
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:     return func(*args, **kwargs)
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:     self._notify()
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:     self.callback(batched_events)
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:     event.method(event)
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:     aggregate_uuid = self.p_client.list_aggregates(
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:     return f(self, *a, **k)
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._get(url).json()
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:     return self.request(url, 'GET', **kwargs)
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:     base_url = self.get_endpoint(auth, allow=allow,
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 27 00:47:37.299949 dv-cinder-843305-3-iscsi neutron-server[83748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 27 00:47:37.371672 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3016849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4105432'] for network, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:37.387210 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3016856'] for network, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:37.396858 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=f04d0053-3adb-4922-88cc-885696f296f9,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:47:37.409638 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-236f27b4-d986-4d6b-89a6-3f07f65c4b00 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f04d0053-3adb-4922-88cc-885696f296f9 HTTP/1.1" status: 204  len: 168 time: 0.9520669
May 27 00:47:37.545270 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 39998) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:47:37.553478 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device f36b6509-31f4-4547-a660-f2c5ebcb412a no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:47:37.601401 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-f95db52e-403a-4c9b-b8ed-1f076a72ff8f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93f0f93a783e461dbde76d7c5fbc9bdb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0549316
May 27 00:47:37.603758 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 40002) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:47:37.616293 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-70f3d863-4e34-4b85-a2fa-bb4bade121f9 None None] Deleting port 7700406a-da8c-4a44-85bc-873d187c44a0 {{(pid=83749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
May 27 00:47:37.616662 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-70f3d863-4e34-4b85-a2fa-bb4bade121f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683246291'] for port, before_delete {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:37.645911 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: f36b6509-31f4-4547-a660-f2c5ebcb412a {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:47:37.646243 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device f36b6509-31f4-4547-a660-f2c5ebcb412a not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:47:37.646649 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 7700406a-da8c-4a44-85bc-873d187c44a0 no longer exists at agent ovs-agent-dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 27 00:47:37.661267 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c7f9b9d8-c87d-4146-9f56-ab05ffa8ab69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:37.686445 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c7f9b9d8-c87d-4146-9f56-ab05ffa8ab69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:37.707848 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] No Port match for: 7700406a-da8c-4a44-85bc-873d187c44a0 {{(pid=83749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
May 27 00:47:37.708187 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.rpc [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Device 7700406a-da8c-4a44-85bc-873d187c44a0 not bound to the agent host dv-cinder-843305-3-iscsi {{(pid=83749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 27 00:47:37.713363 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron.plugins.ml2.plugin [None req-70f3d863-4e34-4b85-a2fa-bb4bade121f9 None None] The port '7700406a-da8c-4a44-85bc-873d187c44a0' was deleted {{(pid=83749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
May 27 00:47:37.740289 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c7f9b9d8-c87d-4146-9f56-ab05ffa8ab69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:37.757101 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9b9d8-c87d-4146-9f56-ab05ffa8ab69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96bdc13-566f-4326-93bf-f2dbb853be0e,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:47:37.763314 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-c7f9b9d8-c87d-4146-9f56-ab05ffa8ab69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:37.764460 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-c7f9b9d8-c87d-4146-9f56-ab05ffa8ab69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a96bdc13-566f-4326-93bf-f2dbb853be0e HTTP/1.1" status: 204  len: 168 time: 0.1598346
May 27 00:47:39.973580 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 40056) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:47:40.113449 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2066a39b-d6bf-48fa-9f3e-fbfe4df305db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:40.144353 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-2066a39b-d6bf-48fa-9f3e-fbfe4df305db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:47:40.148105 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-2066a39b-d6bf-48fa-9f3e-fbfe4df305db admin admin] Usage tracker for resource:security_group_rule and tenant:ccdc982d02e64c918218f423c8abb744 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:47:40.150804 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-2066a39b-d6bf-48fa-9f3e-fbfe4df305db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:47:40.156462 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-2066a39b-d6bf-48fa-9f3e-fbfe4df305db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:47:40.221619 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2066a39b-d6bf-48fa-9f3e-fbfe4df305db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:40.225234 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2066a39b-d6bf-48fa-9f3e-fbfe4df305db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:40.273429 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066a39b-d6bf-48fa-9f3e-fbfe4df305db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c179406f-f980-437b-bc68-4fe17e3f968c,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:47:40.278596 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-2066a39b-d6bf-48fa-9f3e-fbfe4df305db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccdc982d02e64c918218f423c8abb744&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3039892
May 27 00:47:40.281384 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 40062) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:47:40.339061 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e7a216e-d6a2-4f35-b7e6-841a65a25f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:40.363087 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e7a216e-d6a2-4f35-b7e6-841a65a25f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:40.413452 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e7a216e-d6a2-4f35-b7e6-841a65a25f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:40.427668 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a216e-d6a2-4f35-b7e6-841a65a25f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c179406f-f980-437b-bc68-4fe17e3f968c,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:47:40.433479 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-3e7a216e-d6a2-4f35-b7e6-841a65a25f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:40.435213 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-3e7a216e-d6a2-4f35-b7e6-841a65a25f2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c179406f-f980-437b-bc68-4fe17e3f968c HTTP/1.1" status: 204  len: 168 time: 0.1526752
May 27 00:47:40.751180 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 40070) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:47:40.771925 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-578863e1-26f0-4943-b5a5-dbe40f006e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:40.801930 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-578863e1-26f0-4943-b5a5-dbe40f006e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:47:40.805635 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-578863e1-26f0-4943-b5a5-dbe40f006e9e admin admin] Usage tracker for resource:security_group_rule and tenant:2415afca15004d30b05acea5907ac3f6 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:47:40.808381 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-578863e1-26f0-4943-b5a5-dbe40f006e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:47:40.813930 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-578863e1-26f0-4943-b5a5-dbe40f006e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:47:40.877886 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-578863e1-26f0-4943-b5a5-dbe40f006e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:40.881589 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-578863e1-26f0-4943-b5a5-dbe40f006e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:40.925655 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578863e1-26f0-4943-b5a5-dbe40f006e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082d4365-df7b-49d1-9b2d-fb011c034aa3,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:47:40.930841 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-578863e1-26f0-4943-b5a5-dbe40f006e9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2415afca15004d30b05acea5907ac3f6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1786346
May 27 00:47:40.933570 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 40074) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:47:40.991537 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6864b639-0e94-40ce-a624-ff50c012f589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:41.015742 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6864b639-0e94-40ce-a624-ff50c012f589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:41.065845 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6864b639-0e94-40ce-a624-ff50c012f589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:41.085368 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864b639-0e94-40ce-a624-ff50c012f589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082d4365-df7b-49d1-9b2d-fb011c034aa3,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:47:41.088743 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-6864b639-0e94-40ce-a624-ff50c012f589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:41.089833 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-6864b639-0e94-40ce-a624-ff50c012f589 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/082d4365-df7b-49d1-9b2d-fb011c034aa3 HTTP/1.1" status: 204  len: 168 time: 0.1553628
May 27 00:47:43.522393 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:44.553893 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e21fbb17-3dc8-436a-bd66-4e9f3960117e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:46.713323 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-9381f355-87af-4f1a-88a9-89eb4b7456bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:47.992542 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:47.994343 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:47:49.290390 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:03.136459 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:48:13.513048 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:14.556138 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8c603830-ead4-497e-8c01-b883e7334487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:16.719717 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-2626a34d-291c-4869-a2f8-adf189a73d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:17.996046 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:17.998166 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:19.293005 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:19.590356 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 40304) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:19.734989 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-da5b7770-4dce-4dfd-80f6-de92ddce108b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:19.769692 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-da5b7770-4dce-4dfd-80f6-de92ddce108b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:48:19.773369 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-da5b7770-4dce-4dfd-80f6-de92ddce108b admin admin] Usage tracker for resource:security_group_rule and tenant:c3e14459b104401f8afb56fa87452196 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:48:19.776217 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-da5b7770-4dce-4dfd-80f6-de92ddce108b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:48:19.781765 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-da5b7770-4dce-4dfd-80f6-de92ddce108b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:48:19.859926 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-da5b7770-4dce-4dfd-80f6-de92ddce108b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:19.863796 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-da5b7770-4dce-4dfd-80f6-de92ddce108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:19.918329 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b7770-4dce-4dfd-80f6-de92ddce108b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4df6a5-3914-4726-b94e-1d6e9714549f,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:19.923582 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-da5b7770-4dce-4dfd-80f6-de92ddce108b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3e14459b104401f8afb56fa87452196&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3321867
May 27 00:48:19.926418 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 40310) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:19.994990 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-aa999ad0-ca85-44c5-8d69-01735bedc6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:20.021308 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-aa999ad0-ca85-44c5-8d69-01735bedc6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:20.076512 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-aa999ad0-ca85-44c5-8d69-01735bedc6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:20.090786 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa999ad0-ca85-44c5-8d69-01735bedc6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4df6a5-3914-4726-b94e-1d6e9714549f,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:20.097108 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-aa999ad0-ca85-44c5-8d69-01735bedc6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:20.098248 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-aa999ad0-ca85-44c5-8d69-01735bedc6a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb4df6a5-3914-4726-b94e-1d6e9714549f HTTP/1.1" status: 204  len: 168 time: 0.1708012
May 27 00:48:20.421215 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 40320) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:20.439391 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f2149850-6266-4e1a-9862-dcebb569a03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:20.470195 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f2149850-6266-4e1a-9862-dcebb569a03a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:48:20.473966 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-f2149850-6266-4e1a-9862-dcebb569a03a admin admin] Usage tracker for resource:security_group_rule and tenant:e1ee99a5e2c14a5b856f5f0373760ecd is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:48:20.477298 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-f2149850-6266-4e1a-9862-dcebb569a03a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:48:20.482867 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-f2149850-6266-4e1a-9862-dcebb569a03a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:48:20.548662 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f2149850-6266-4e1a-9862-dcebb569a03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:20.553128 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-f2149850-6266-4e1a-9862-dcebb569a03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:20.600196 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2149850-6266-4e1a-9862-dcebb569a03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58bd463-f2b4-484e-8a11-344af6a09c82,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:20.605415 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-f2149850-6266-4e1a-9862-dcebb569a03a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1ee99a5e2c14a5b856f5f0373760ecd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1831622
May 27 00:48:20.607997 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 40326) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:20.665801 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4122-693d-4708-be35-ea46c1e500df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:20.692711 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4122-693d-4708-be35-ea46c1e500df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:20.742327 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4122-693d-4708-be35-ea46c1e500df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:20.756101 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a4122-693d-4708-be35-ea46c1e500df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58bd463-f2b4-484e-8a11-344af6a09c82,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:20.762415 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4122-693d-4708-be35-ea46c1e500df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:20.763522 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-8e2a4122-693d-4708-be35-ea46c1e500df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a58bd463-f2b4-484e-8a11-344af6a09c82 HTTP/1.1" status: 204  len: 168 time: 0.1546397
May 27 00:48:31.063213 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 40464) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:31.198488 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:31.229006 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:48:31.232852 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Usage tracker for resource:security_group_rule and tenant:87d9d96c82464fa9af4b152362915b19 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:48:31.235552 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:48:31.241245 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:48:31.303705 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:31.307052 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:31.353772 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87d9d96c82464fa9af4b152362915b19&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2894740
May 27 00:48:31.354560 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4264672e-44a3-4ae4-a2b1-9a9d61d26ab9,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:31.356492 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 40470) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:31.363008 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.363349 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.363706 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.364036 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.364394 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.364714 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.365034 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.365354 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.365670 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.365983 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.366295 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b4ef9-7e56-4301-8620-1b53e91feed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.418399 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:31.442902 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:31.495352 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:31.511420 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4264672e-44a3-4ae4-a2b1-9a9d61d26ab9,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:31.524491 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:31.525601 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4264672e-44a3-4ae4-a2b1-9a9d61d26ab9 HTTP/1.1" status: 204  len: 168 time: 0.1681454
May 27 00:48:31.526817 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.527154 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.527486 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.527908 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.528564 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.528896 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.529227 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.529555 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.529878 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.530223 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.530543 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db9b4a1-6a3c-4fd1-8809-c4ff6d1c8d7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-iscsi {{(pid=83748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 27 00:48:31.843328 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 40478) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:31.861710 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-410ddc3c-70c0-451c-ad64-2a4079111d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:31.895979 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-410ddc3c-70c0-451c-ad64-2a4079111d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:48:31.899975 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-410ddc3c-70c0-451c-ad64-2a4079111d5e admin admin] Usage tracker for resource:security_group_rule and tenant:120fe1add8e74af383171ee6ed864893 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:48:31.902659 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-410ddc3c-70c0-451c-ad64-2a4079111d5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:48:31.908203 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-410ddc3c-70c0-451c-ad64-2a4079111d5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:48:31.973041 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-410ddc3c-70c0-451c-ad64-2a4079111d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:31.976467 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-410ddc3c-70c0-451c-ad64-2a4079111d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:32.019541 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ddc3c-70c0-451c-ad64-2a4079111d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1157ccae-72b4-4332-8722-556f9060194e,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:32.024654 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-410ddc3c-70c0-451c-ad64-2a4079111d5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=120fe1add8e74af383171ee6ed864893&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1800952
May 27 00:48:32.027205 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 40482) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:32.084886 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-db3e8642-c90b-4928-9413-fa737387b0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:32.109398 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-db3e8642-c90b-4928-9413-fa737387b0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:32.157535 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-db3e8642-c90b-4928-9413-fa737387b0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:32.173359 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e8642-c90b-4928-9413-fa737387b0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1157ccae-72b4-4332-8722-556f9060194e,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:32.178827 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-db3e8642-c90b-4928-9413-fa737387b0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:32.180943 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-db3e8642-c90b-4928-9413-fa737387b0fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1157ccae-72b4-4332-8722-556f9060194e HTTP/1.1" status: 204  len: 168 time: 0.1518507
May 27 00:48:32.553336 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 40490) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:32.573474 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7bae69fa-63ae-4704-8953-89a418a516de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:32.603573 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-7bae69fa-63ae-4704-8953-89a418a516de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:48:32.607200 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-7bae69fa-63ae-4704-8953-89a418a516de admin admin] Usage tracker for resource:security_group_rule and tenant:0b3f1bfd7f844cedb92533d1cbeab772 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:48:32.609882 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-7bae69fa-63ae-4704-8953-89a418a516de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:48:32.615378 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-7bae69fa-63ae-4704-8953-89a418a516de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:48:32.676966 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7bae69fa-63ae-4704-8953-89a418a516de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:32.680837 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-7bae69fa-63ae-4704-8953-89a418a516de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:32.725313 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae69fa-63ae-4704-8953-89a418a516de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac55e7c-c4f6-4eb2-94f8-38033e08bc95,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:32.731174 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-7bae69fa-63ae-4704-8953-89a418a516de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b3f1bfd7f844cedb92533d1cbeab772&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1768339
May 27 00:48:32.734155 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 40494) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:32.799147 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ec298d95-590c-4e93-8562-d69ce9b3eb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:32.825743 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ec298d95-590c-4e93-8562-d69ce9b3eb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:32.877846 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ec298d95-590c-4e93-8562-d69ce9b3eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:32.896153 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec298d95-590c-4e93-8562-d69ce9b3eb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac55e7c-c4f6-4eb2-94f8-38033e08bc95,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:32.903267 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-ec298d95-590c-4e93-8562-d69ce9b3eb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:32.904454 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-ec298d95-590c-4e93-8562-d69ce9b3eb1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ac55e7c-c4f6-4eb2-94f8-38033e08bc95 HTTP/1.1" status: 204  len: 168 time: 0.1694033
May 27 00:48:35.152065 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 40552) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:35.287539 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-20765e23-493c-433b-b5b6-1bc1d447c6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:35.318142 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-20765e23-493c-433b-b5b6-1bc1d447c6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:48:35.323845 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-20765e23-493c-433b-b5b6-1bc1d447c6d2 admin admin] Usage tracker for resource:security_group_rule and tenant:e92d9c5ca47f4242be48b93942c49b09 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:48:35.326754 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-20765e23-493c-433b-b5b6-1bc1d447c6d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:48:35.332417 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-20765e23-493c-433b-b5b6-1bc1d447c6d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:48:35.394096 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-20765e23-493c-433b-b5b6-1bc1d447c6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:35.398188 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-20765e23-493c-433b-b5b6-1bc1d447c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:35.442247 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20765e23-493c-433b-b5b6-1bc1d447c6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60176093-904c-4e40-92b3-16f661955d80,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:35.447198 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-20765e23-493c-433b-b5b6-1bc1d447c6d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e92d9c5ca47f4242be48b93942c49b09&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2941430
May 27 00:48:35.449880 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 40558) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:35.506634 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-57d71b44-e74d-4748-8131-90179ab98051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:35.530487 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-57d71b44-e74d-4748-8131-90179ab98051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:35.583908 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-57d71b44-e74d-4748-8131-90179ab98051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:35.596997 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d71b44-e74d-4748-8131-90179ab98051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60176093-904c-4e40-92b3-16f661955d80,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:35.602957 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-57d71b44-e74d-4748-8131-90179ab98051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:35.604069 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-57d71b44-e74d-4748-8131-90179ab98051 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60176093-904c-4e40-92b3-16f661955d80 HTTP/1.1" status: 204  len: 168 time: 0.1533201
May 27 00:48:35.920259 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 40566) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:35.938463 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65d33a5d-f92e-435c-ae79-9af29c8e93fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:35.972407 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-65d33a5d-f92e-435c-ae79-9af29c8e93fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:48:35.976942 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-65d33a5d-f92e-435c-ae79-9af29c8e93fd admin admin] Usage tracker for resource:security_group_rule and tenant:1380e3e9377a45689ebe9294fe5781dd is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:48:35.979805 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-65d33a5d-f92e-435c-ae79-9af29c8e93fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:48:35.985444 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-65d33a5d-f92e-435c-ae79-9af29c8e93fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:48:36.048420 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65d33a5d-f92e-435c-ae79-9af29c8e93fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:36.051945 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-65d33a5d-f92e-435c-ae79-9af29c8e93fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:36.095487 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d33a5d-f92e-435c-ae79-9af29c8e93fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183ba373-846e-4e21-90aa-81a2efcf53f7,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:36.100718 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-65d33a5d-f92e-435c-ae79-9af29c8e93fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1380e3e9377a45689ebe9294fe5781dd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1794217
May 27 00:48:36.103328 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 40570) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:36.160572 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b03e-7119-4486-96ec-a6d72e31920c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:36.185948 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b03e-7119-4486-96ec-a6d72e31920c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:36.235175 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b03e-7119-4486-96ec-a6d72e31920c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:36.251030 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4b03e-7119-4486-96ec-a6d72e31920c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183ba373-846e-4e21-90aa-81a2efcf53f7,revision_number=None']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:36.259875 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b03e-7119-4486-96ec-a6d72e31920c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:36.260989 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-9ca4b03e-7119-4486-96ec-a6d72e31920c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/183ba373-846e-4e21-90aa-81a2efcf53f7 HTTP/1.1" status: 204  len: 168 time: 0.1567416
May 27 00:48:40.137541 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:48:43.536503 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:44.556364 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ed6c2ab1-e338-44d6-9808-2ad1e03d35a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:45.699975 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.wsgi [-] (83746) accepted ('10.222.0.21', 40696) {{(pid=83746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:45.838662 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4eca01b-8fd5-4de9-9579-5156523fb6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:45.869847 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c4eca01b-8fd5-4de9-9579-5156523fb6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:48:45.873664 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-c4eca01b-8fd5-4de9-9579-5156523fb6b3 admin admin] Usage tracker for resource:security_group_rule and tenant:1687f5f431cb4292b37ccec2a74440d3 is out of sync, need to count used quota {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:48:45.876501 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.quota.resource [None req-c4eca01b-8fd5-4de9-9579-5156523fb6b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83746) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:48:45.882349 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.db.quota.driver [None req-c4eca01b-8fd5-4de9-9579-5156523fb6b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83746) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:48:45.944633 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4eca01b-8fd5-4de9-9579-5156523fb6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:45.948346 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron_lib.callbacks.manager [None req-c4eca01b-8fd5-4de9-9579-5156523fb6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:45.993325 dv-cinder-843305-3-iscsi neutron-server[83746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eca01b-8fd5-4de9-9579-5156523fb6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ea0701-e79f-492d-9b29-89260f12971b,revision_number=1']} {{(pid=83746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:45.997642 dv-cinder-843305-3-iscsi neutron-server[83746]: INFO neutron.wsgi [None req-c4eca01b-8fd5-4de9-9579-5156523fb6b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1687f5f431cb4292b37ccec2a74440d3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2966304
May 27 00:48:46.000347 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 40702) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:46.058536 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-86c81ee9-9ef7-4f8a-bb78-0ebdf2e77b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:46.083193 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-86c81ee9-9ef7-4f8a-bb78-0ebdf2e77b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:46.131615 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-86c81ee9-9ef7-4f8a-bb78-0ebdf2e77b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:46.144753 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c81ee9-9ef7-4f8a-bb78-0ebdf2e77b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ea0701-e79f-492d-9b29-89260f12971b,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:46.151161 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-86c81ee9-9ef7-4f8a-bb78-0ebdf2e77b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:46.152282 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-86c81ee9-9ef7-4f8a-bb78-0ebdf2e77b91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87ea0701-e79f-492d-9b29-89260f12971b HTTP/1.1" status: 204  len: 168 time: 0.1510267
May 27 00:48:46.470483 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 40710) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:46.488593 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-685a8cc8-9ce5-40d7-8ab7-5396c2708912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:46.518851 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-685a8cc8-9ce5-40d7-8ab7-5396c2708912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:48:46.522509 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-685a8cc8-9ce5-40d7-8ab7-5396c2708912 admin admin] Usage tracker for resource:security_group_rule and tenant:f9257b43c6a843f6a898c14bf64a48cf is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:48:46.525191 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-685a8cc8-9ce5-40d7-8ab7-5396c2708912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:48:46.530697 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-685a8cc8-9ce5-40d7-8ab7-5396c2708912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:48:46.595645 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-685a8cc8-9ce5-40d7-8ab7-5396c2708912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:46.599736 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-685a8cc8-9ce5-40d7-8ab7-5396c2708912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:46.643667 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a8cc8-9ce5-40d7-8ab7-5396c2708912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05759433-391d-408c-b961-7edaf50dca91,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:46.648203 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-685a8cc8-9ce5-40d7-8ab7-5396c2708912 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9257b43c6a843f6a898c14bf64a48cf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1766887
May 27 00:48:46.650707 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 40714) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:46.708700 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8b91fd0e-dd73-451e-b1f2-44b033938519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:46.712586 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-cc80d437-84d3-45fe-b669-376aca4a1908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:46.734054 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8b91fd0e-dd73-451e-b1f2-44b033938519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:46.783161 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8b91fd0e-dd73-451e-b1f2-44b033938519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:46.797795 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91fd0e-dd73-451e-b1f2-44b033938519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05759433-391d-408c-b961-7edaf50dca91,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:46.803717 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8b91fd0e-dd73-451e-b1f2-44b033938519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:46.804709 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-8b91fd0e-dd73-451e-b1f2-44b033938519 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05759433-391d-408c-b961-7edaf50dca91 HTTP/1.1" status: 204  len: 168 time: 0.1531308
May 27 00:48:47.183512 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 40722) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:47.204615 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2b4841a1-9085-4a46-a94f-4af63968ee30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:47.234523 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-2b4841a1-9085-4a46-a94f-4af63968ee30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 27 00:48:47.238251 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-2b4841a1-9085-4a46-a94f-4af63968ee30 admin admin] Usage tracker for resource:security_group_rule and tenant:71ea39b0e36d40068c43a6bfa3ce01f7 is out of sync, need to count used quota {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 27 00:48:47.240982 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.quota.resource [None req-2b4841a1-9085-4a46-a94f-4af63968ee30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83748) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 27 00:48:47.246533 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.db.quota.driver [None req-2b4841a1-9085-4a46-a94f-4af63968ee30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83748) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 27 00:48:47.308858 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2b4841a1-9085-4a46-a94f-4af63968ee30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:47.312474 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-2b4841a1-9085-4a46-a94f-4af63968ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_create {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:47.356825 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4841a1-9085-4a46-a94f-4af63968ee30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db65491c-c061-4c28-95e2-ad94cb617992,revision_number=1']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:47.363050 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-2b4841a1-9085-4a46-a94f-4af63968ee30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71ea39b0e36d40068c43a6bfa3ce01f7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1785085
May 27 00:48:47.365665 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.wsgi [-] (83748) accepted ('10.222.0.21', 40726) {{(pid=83748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 27 00:48:47.422821 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8c4134d2-ecba-4e38-91c8-f8377a99d528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:47.447390 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8c4134d2-ecba-4e38-91c8-f8377a99d528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:47.495834 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8c4134d2-ecba-4e38-91c8-f8377a99d528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3762111'] for security_group, after_delete {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:47.512737 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4134d2-ecba-4e38-91c8-f8377a99d528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db65491c-c061-4c28-95e2-ad94cb617992,revision_number=None']} {{(pid=83748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 27 00:48:47.518653 dv-cinder-843305-3-iscsi neutron-server[83748]: DEBUG neutron_lib.callbacks.manager [None req-8c4134d2-ecba-4e38-91c8-f8377a99d528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:47.519787 dv-cinder-843305-3-iscsi neutron-server[83748]: INFO neutron.wsgi [None req-8c4134d2-ecba-4e38-91c8-f8377a99d528 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db65491c-c061-4c28-95e2-ad94cb617992 HTTP/1.1" status: 204  len: 168 time: 0.1531656
May 27 00:48:47.998496 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:48.000143 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:48:49.296219 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:49:13.529629 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:49:14.556875 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-446c9d93-3c2a-4cc6-aad7-f25bdd74b19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:49:16.713419 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7dcab777-cf1e-4e51-9e38-f281967a2aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:49:17.137733 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:49:17.999992 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:49:18.001982 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:49:19.296097 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:49:43.536835 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:49:44.557705 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-90567fe4-500e-42de-b5c3-a42611e2e46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:49:46.714646 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-fa9e4b5f-6ece-42c4-b0d3-9d2e37ca2eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:49:48.000734 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:49:48.002934 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:49:49.297805 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:49:54.138190 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:50:13.548154 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:50:14.559135 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-85533e00-e377-41d9-9aef-04cf7b2aaf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:50:16.715756 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-0158cc99-557a-4497-b3aa-cb2eabc0b44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:50:18.001116 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:50:18.003433 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:50:19.299964 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:50:31.138150 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:50:43.548371 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:50:44.560575 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-89371bc7-ff00-428d-bbb2-5757e2810d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:50:46.716686 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-9dc8fc7a-3322-4238-b511-8b41ec8d2ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:50:48.000291 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:50:48.004384 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:50:49.302446 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:51:08.137872 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:51:13.540062 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:51:14.563205 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-d00ad617-c2a8-4f36-bf64-4fd0ebf3d1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:51:16.718236 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-ef7be329-f7d6-4ab8-af97-efca95839ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:51:17.999163 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:51:18.005315 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:51:19.305063 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:51:43.561900 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:51:44.566065 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f15aa008-3561-488a-9c7e-ef19d76c77b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:51:45.138097 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:51:46.720714 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-9d240e5c-d419-41d1-b725-8ec91e720fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:51:47.995135 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:51:48.005574 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:51:49.307280 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:52:13.590714 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:52:14.571381 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-18768c6c-f448-4dca-8942-dc3d3b34457d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:52:16.721836 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-f73debcb-90f2-4b26-a311-6003b1f25408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:52:17.987448 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:52:18.007395 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:52:19.310222 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:52:22.138561 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:52:43.612040 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:52:44.572772 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-06db3d56-2fa8-40b8-a0b0-c37d2e6176f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:52:46.722746 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-21013cfc-8075-434f-a222-5b55e61fc0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:52:47.989054 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:52:48.009688 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:52:49.313798 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:52:59.138579 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:53:13.629089 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:53:14.573753 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e086823f-d7c2-4220-9694-99b8e46f8a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:53:16.724165 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e449c199-7bd2-4e73-bee6-8d24b628586e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:53:17.991726 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:53:18.013775 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:53:19.314993 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:53:36.139170 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:53:43.632336 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:53:44.575205 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-6dd828a3-9e6f-4309-b825-8a76da3e9bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:53:46.726271 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-c2bba04e-eda5-4b98-a616-90054a32df40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:53:47.993669 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:53:48.015438 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:53:49.319706 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-7da073a7-3092-419b-845b-2a501e29a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:54:13.139404 dv-cinder-843305-3-iscsi neutron-server[83750]: DEBUG neutron.db.agents_db [None req-6a389559-85f7-4a58-9076-6cd5e53124a7 None None] Agent healthcheck: found 6 active agents {{(pid=83750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
May 27 00:54:13.649757 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-8600ad7f-215e-425a-bd6c-fee28dac9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:54:14.575715 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-0d08c235-c7bd-4e60-b992-13817ee5d34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:54:16.727987 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-a1e7e400-675b-4ff8-95b1-822af1c83c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:54:17.995382 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-e862a8d2-6a55-4b56-979b-5e7c6b9e2b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 27 00:54:18.020269 dv-cinder-843305-3-iscsi neutron-server[83749]: DEBUG neutron_lib.callbacks.manager [None req-3567cb25-3a9e-48ef-acab-1d781e09ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683328615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1220761'] for agent, after_update {{(pid=83749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}